-- Logs begin at Wed 2022-06-08 12:46:31 UTC, end at Wed 2022-06-08 14:12:18 UTC. -- Jun 08 13:37:43.446852 dv-cinder-819149-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 08 13:37:46.418948 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.common.config [-] Logging enabled! Jun 08 13:37:46.419524 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev306 Jun 08 13:37:46.419631 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110852) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 08 13:37:46.424011 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.common.config [-] Logging enabled! Jun 08 13:37:46.424291 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev306 Jun 08 13:37:46.424604 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110852) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 08 13:37:46.425547 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 13:37:46.425782 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 13:37:46.426299 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 13:37:46.426548 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 13:37:46.426777 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 13:37:46.427095 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.427397 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.427630 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.427929 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.428251 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.428536 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.428826 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.429124 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.429414 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.429697 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.429984 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.430216 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.430498 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.430787 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.431077 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.431305 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] debug = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.431588 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.432022 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.432461 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.432743 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.433033 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.433326 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.433595 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.433870 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.434152 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.434478 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] host = dv-cinder-819149-5-iscsi {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.434768 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.435041 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.435325 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.435616 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.435968 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.436474 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.436771 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.437050 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.437326 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] log_file = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.437603 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.437891 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.438178 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.438466 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.438691 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.438916 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.439203 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.439491 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.439765 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.440039 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.440335 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.440608 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.440881 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.441151 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.441435 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.441720 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.442004 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.442276 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.442548 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.442818 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.443088 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.443371 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.443647 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.443917 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.444211 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.444496 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.444762 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.445034 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.445333 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.445616 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.445897 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.446178 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.446449 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.446727 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.446999 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.447270 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.447541 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] use_json = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.447812 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.448102 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.448385 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.448656 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.448928 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.449199 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.449468 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.449750 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.450022 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:46.450315 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.450610 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.450910 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.451194 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.451554 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.452060 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.452390 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.452677 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.452971 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.453263 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.453559 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.453841 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.454151 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.454444 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.454739 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.455046 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.455343 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.455637 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.455915 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.456216 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.456495 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.456776 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.457064 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.457346 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.457636 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.457925 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.458204 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.458501 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.458787 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.459072 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.459370 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.459662 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.459942 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.460253 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.460547 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.460829 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.461106 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.461398 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.461690 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.461965 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.462250 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.462545 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.462836 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.463111 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.463674 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.463968 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.464274 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.464549 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.464826 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.465106 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.465380 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.465666 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.465947 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.466223 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.466499 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.466778 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.467598 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.468078 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.468483 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.468771 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.469062 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.469345 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.469625 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.469906 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.470186 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.470465 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.470745 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.471023 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.471305 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.471582 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.471860 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.472168 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.472450 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.472727 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.473029 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.473311 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.473592 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.473871 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.474155 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.474434 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.474713 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.474992 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.475270 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.475544 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.475834 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.476145 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.476435 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.476724 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.477000 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.477320 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.477600 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.477878 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.478160 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.478438 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.478715 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.478998 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.479282 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.479577 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.479869 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.480173 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.480472 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.480766 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.481057 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.481337 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.481641 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.481919 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:46.482136 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 13:37:46.482378 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110852) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 08 13:37:46.875164 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 08 13:37:46.875442 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 08 13:37:46.875745 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 08 13:37:46.876098 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 08 13:37:47.214034 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.214270 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.214550 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.215848 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.216146 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.216415 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.269780 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.270062 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.270331 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.286260 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.286540 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.286813 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.315824 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.316123 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.316391 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.353014 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.353315 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.353587 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.700884 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.701535 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.701535 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.701835 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.702678 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.804373 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.804687 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.805021 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.805238 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.805504 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.805818 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.806078 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.806333 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.806587 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.806871 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.807129 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.807392 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.807647 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.807899 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.808189 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.808458 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.808715 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.809000 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.809257 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.809538 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.809811 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.810066 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.810352 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.811282 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.811583 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.811972 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.812410 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 13:37:47.812660 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 13:37:47.812904 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 13:37:47.813149 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 13:37:47.813392 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 13:37:47.813633 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 13:37:47.814002 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 08 13:37:47.817393 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 08 13:37:47.821390 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 08 13:37:47.825262 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jun 08 13:37:47.827700 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 08 13:37:47.828351 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 08 13:37:47.828688 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 08 13:37:47.829081 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 08 13:37:47.831915 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 08 13:37:47.832191 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 08 13:37:47.832540 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 08 13:37:47.837560 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 08 13:37:47.865198 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 08 13:37:47.865670 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.865981 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110852) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jun 08 13:37:47.866358 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.867753 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110852) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 08 13:37:47.868040 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 08 13:37:47.868314 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 08 13:37:47.871868 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.872196 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:47.935003 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 08 13:37:47.935246 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 08 13:37:47.935481 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 08 13:37:47.936498 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 08 13:37:47.989448 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO dbcounter [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Registered counter for database neutron Jun 08 13:37:48.009065 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_db.sqlalchemy.engines [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110852) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 08 13:37:48.015518 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG dbcounter [-] [110852] Writer thread running {{(pid=110852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 08 13:37:48.667897 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.managers [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Initializing driver for type 'gre' Jun 08 13:37:48.668467 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] gre ID ranges: [(1, 1000)] Jun 08 13:37:48.878535 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.managers [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Initializing driver for type 'local' Jun 08 13:37:48.879151 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.managers [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Initializing driver for type 'vlan' Jun 08 13:37:48.976120 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] VlanTypeDriver initialization complete Jun 08 13:37:48.976372 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.managers [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Initializing driver for type 'vxlan' Jun 08 13:37:48.976893 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] vxlan ID ranges: [(1, 1000)] Jun 08 13:37:49.153467 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.managers [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Initializing extension driver 'port_security' Jun 08 13:37:49.153809 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.extensions.port_security [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] PortSecurityExtensionDriver initialization complete Jun 08 13:37:49.154141 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.managers [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Initializing mechanism driver 'openvswitch' Jun 08 13:37:49.155073 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.managers [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Initializing mechanism driver 'hyperv' Jun 08 13:37:49.161748 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.plugins.ml2.plugin [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:37:49.162416 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > port after_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.162789 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > port after_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.163223 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > port after_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.163724 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110852) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 08 13:37:49.164171 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > subnet after_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.164528 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > subnet after_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.164875 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.165260 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110852) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 08 13:37:49.165671 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > network after_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.166054 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > network after_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.166408 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > network after_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.166792 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110852) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 08 13:37:49.167199 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > security_group after_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.167553 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > security_group after_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.167899 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.168310 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110852) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 08 13:37:49.168715 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.169064 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.169464 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.169844 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110852) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 08 13:37:49.170249 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > address_group after_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.170638 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > address_group after_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.170945 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.171495 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110852) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 08 13:37:49.171947 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] ML2 OVO RPC backend initialized. {{(pid=110852) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 08 13:37:49.172686 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.173585 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.173585 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > network before_response 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.173915 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > networks before_response 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.174272 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > port before_response 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.174621 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > ports before_response 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.174971 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > subnet before_response 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.175317 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > subnets before_response 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.175668 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > network after_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.176013 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > network after_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.176382 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > network after_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.176727 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > port after_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.177074 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > port after_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.177422 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > port after_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.177767 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > subnet after_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.178112 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > subnet after_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.178456 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.186727 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.quota [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded quota_driver: . Jun 08 13:37:49.187084 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.plugin [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Modular L2 Plugin initialization complete Jun 08 13:37:49.187430 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading services supported by the core plugin {{(pid=110852) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 08 13:37:49.187772 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.plugins.ml2.managers [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Got port-security extension from driver 'port_security' Jun 08 13:37:49.188343 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.extensions.vlantransparent [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Disabled vlantransparent extension. Jun 08 13:37:49.188841 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110852) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 08 13:37:49.189164 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading Plugin: router Jun 08 13:37:49.224883 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.225278 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > router after_create 55549900 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.225651 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > router before_create 55549900 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.226017 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.226436 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.226748 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > router after_delete 55549900 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.227107 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.227460 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.227819 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > router after_create 55549900 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.228199 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > router after_update 55549900 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.228551 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > router after_update 55549900 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.228897 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.229263 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > router after_update 55549900 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.229676 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > router precommit_update 55549900 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.230046 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: port after_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.230388 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: port after_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.230731 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: subnet after_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.231071 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.231420 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.231770 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > router precommit_create 55549900 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.232144 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: port before_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.232493 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > router precommit_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.233035 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > router after_update 55549900 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.233389 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.233747 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > router precommit_create 55549900 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.234116 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.234466 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > router precommit_update 55549900 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.234833 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > agent after_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.235182 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > agent after_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.235529 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > network after_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.236417 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Tracking information for resource: router configured {{(pid=110852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 13:37:49.236756 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Tracking information for resource: floatingip configured {{(pid=110852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 13:37:49.241802 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.db.l3_agentschedulers_db [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 08 13:37:49.242382 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: port after_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.242743 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: port after_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.243095 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: port after_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.243453 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: port after_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.244265 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > router before_create 55550100 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.244630 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.244991 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > router precommit_create 55550100 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.245346 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > router precommit_update 55550100 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.250640 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.services.provider_configuration [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Service providers = [] {{(pid=110852) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 08 13:37:49.251002 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.db.servicetype_db [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110852) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 08 13:37:49.253963 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.services.service_base [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110852) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 13:37:49.254316 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.services.service_base [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110852) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 13:37:49.254663 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.services.service_base [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110852) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 13:37:49.255553 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.services.service_base [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110852) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 13:37:49.255926 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.services.service_base [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 08 13:37:49.256323 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 13:37:49.256643 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 08 13:37:49.267841 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 13:37:49.268203 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading Plugin: auto_allocate Jun 08 13:37:49.273912 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: network precommit_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.274279 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: network precommit_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.274795 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 13:37:49.275115 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading Plugin: tag Jun 08 13:37:49.281962 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 13:37:49.282294 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading Plugin: timestamp Jun 08 13:37:49.286111 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 13:37:49.286447 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading Plugin: network_ip_availability Jun 08 13:37:49.291947 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.292346 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.292707 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.293422 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 13:37:49.293745 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading Plugin: flavors Jun 08 13:37:49.298686 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 13:37:49.299019 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading Plugin: revisions Jun 08 13:37:49.303422 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 13:37:49.303818 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_concurrency.lockutils [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.428s {{(pid=110852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 08 13:37:49.304605 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110852) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 08 13:37:49.304948 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Initializing extension manager. Jun 08 13:37:49.305479 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: __init__.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.305827 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: __pycache__ {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.306171 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: _port_mac_address_override.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.306511 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: address_group.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.307259 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.307832 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: address-group Jun 08 13:37:49.308187 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: address_scope.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.308906 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.309425 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: address-scope Jun 08 13:37:49.309754 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.311221 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.311842 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: router-admin-state-down-before-update Jun 08 13:37:49.312210 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: agent.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.312917 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.313431 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: agent Jun 08 13:37:49.313758 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: agent_resources_synced.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.314669 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.315181 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: agent-resources-synced Jun 08 13:37:49.315574 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: allowedaddresspairs.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.317392 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.317920 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: allowed-address-pairs Jun 08 13:37:49.318254 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: auto_allocated_topology.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.319328 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.319842 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: auto-allocated-topology Jun 08 13:37:49.320203 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: availability_zone.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.320896 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.321405 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: availability_zone Jun 08 13:37:49.321728 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: availability_zone_filter.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.322644 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.323154 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: availability_zone_filter Jun 08 13:37:49.323476 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: data_plane_status.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.324420 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.324928 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension data-plane-status not supported by any of loaded plugins Jun 08 13:37:49.325248 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: default_subnetpools.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.326176 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.327242 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: default-subnetpools Jun 08 13:37:49.327561 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.328403 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.328918 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: dhcp_agent_scheduler Jun 08 13:37:49.329242 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: dns.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.330161 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.330669 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension dns-integration not supported by any of loaded plugins Jun 08 13:37:49.330990 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: dns_domain_ports.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.331914 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.332461 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 08 13:37:49.332785 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.333706 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.334218 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 08 13:37:49.334544 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: dvr.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.335216 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.335728 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: dvr Jun 08 13:37:49.336077 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: ecmp_routes.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.336991 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.337499 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 08 13:37:49.337825 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: empty_string_filtering.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.339008 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.339517 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: empty-string-filtering Jun 08 13:37:49.339841 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.340783 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.341289 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 08 13:37:49.341612 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.342544 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.343048 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 08 13:37:49.343372 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: external_net.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.344304 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.344815 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: external-net Jun 08 13:37:49.345140 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.346043 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.346552 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: extra_dhcp_opt Jun 08 13:37:49.346876 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: extraroute.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.347779 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.348321 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: extraroute Jun 08 13:37:49.348645 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: extraroute_atomic.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.349666 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.350178 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: extraroute-atomic Jun 08 13:37:49.350505 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: filter_validation.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.351167 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.351673 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: filter-validation Jun 08 13:37:49.351999 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: fip_pf_description.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.352943 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.353450 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 08 13:37:49.353791 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: fip_pf_port_range.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.354690 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.355196 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 08 13:37:49.355518 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: fip_port_details.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.356487 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.356996 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: fip-port-details Jun 08 13:37:49.357317 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: flavors.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.358748 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.359266 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: flavors Jun 08 13:37:49.359592 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.361442 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.361969 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 08 13:37:49.362300 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: floatingip_pools.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.362998 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.363516 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: floatingip-pools Jun 08 13:37:49.363847 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: ip_allocation.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.364807 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.365318 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension ip_allocation not supported by any of loaded plugins Jun 08 13:37:49.365643 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.366569 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.367085 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: ip-substring-filtering Jun 08 13:37:49.367413 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: l2_adjacency.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.368369 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.368876 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 08 13:37:49.369202 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: l3.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.370160 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.370682 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: router Jun 08 13:37:49.371010 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.373908 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.374462 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 08 13:37:49.374797 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.375728 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.376277 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: ext-gw-mode Jun 08 13:37:49.376609 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.377537 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.378052 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: l3-ha Jun 08 13:37:49.378378 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.379302 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.379814 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 08 13:37:49.380172 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: l3_flavors.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.381092 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.381604 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: l3-flavors Jun 08 13:37:49.381929 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.383289 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.383810 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 08 13:37:49.384174 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.385101 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.385613 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 08 13:37:49.385943 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: l3agentscheduler.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.386959 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.387477 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: l3_agent_scheduler Jun 08 13:37:49.387805 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: local_ip.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.390220 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.390743 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension local_ip not supported by any of loaded plugins Jun 08 13:37:49.391081 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: logging.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.392581 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.393105 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension logging not supported by any of loaded plugins Jun 08 13:37:49.393439 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: metering.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.394174 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.394750 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: metering Jun 08 13:37:49.395079 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.397730 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.398269 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: metering_source_and_destination_fields Jun 08 13:37:49.398610 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: multiprovidernet.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.399551 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.400091 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: multi-provider Jun 08 13:37:49.400427 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: netmtu.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.401351 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.401866 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: net-mtu Jun 08 13:37:49.402194 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: netmtu_writable.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.403118 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.403632 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: net-mtu-writable Jun 08 13:37:49.403959 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: network_availability_zone.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.404699 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.405207 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: network_availability_zone Jun 08 13:37:49.405530 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: network_ip_availability.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.406643 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.407164 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: network-ip-availability Jun 08 13:37:49.407492 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: network_segment_range.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.408283 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.408799 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension network-segment-range not supported by any of loaded plugins Jun 08 13:37:49.409140 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: pagination.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.410113 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.410444 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: pagination Jun 08 13:37:49.410768 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: port_device_profile.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.411713 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.412258 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: port-device-profile Jun 08 13:37:49.412582 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: port_mac_address_override.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.413518 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.414032 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: port-mac-override Jun 08 13:37:49.414356 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.415285 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.415795 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: port-mac-address-regenerate Jun 08 13:37:49.416141 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.417056 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.417568 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: port-numa-affinity-policy Jun 08 13:37:49.417891 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: port_resource_request.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.418813 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.419318 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension port-resource-request not supported by any of loaded plugins Jun 08 13:37:49.419639 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: port_resource_request_groups.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.420656 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.421160 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 08 13:37:49.421483 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: portbindings.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.422409 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.422921 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: binding Jun 08 13:37:49.423246 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: portbindings_extended.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.424523 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.425044 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: binding-extended Jun 08 13:37:49.425375 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: portsecurity.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.426311 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.426828 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: port-security Jun 08 13:37:49.427158 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: project_id.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.428171 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.428504 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: project-id Jun 08 13:37:49.428834 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: providernet.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.429755 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.430272 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: provider Jun 08 13:37:49.430597 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: qos.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.434174 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.434698 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension qos not supported by any of loaded plugins Jun 08 13:37:49.435034 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.436832 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.437353 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 08 13:37:49.437687 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.438612 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.439136 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 08 13:37:49.439469 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: qos_default.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.440413 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.440932 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension qos-default not supported by any of loaded plugins Jun 08 13:37:49.441262 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: qos_fip.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.442189 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.442704 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension qos-fip not supported by any of loaded plugins Jun 08 13:37:49.443031 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.443951 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.444502 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 08 13:37:49.444829 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: qos_gateway_ip.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.445752 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.446266 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 08 13:37:49.446589 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: qos_port_network_policy.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.447506 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.448015 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 08 13:37:49.448369 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.449413 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.449930 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 08 13:37:49.450257 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.451917 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.452497 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 08 13:37:49.452824 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: qos_pps_rule.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.454022 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.454574 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension qos-pps not supported by any of loaded plugins Jun 08 13:37:49.454895 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: qos_rule_type_details.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.455936 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.456490 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 08 13:37:49.456819 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.457740 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.458255 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 08 13:37:49.458581 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: qos_rules_alias.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.459629 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.460173 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 08 13:37:49.460500 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: quota_check_limit.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.461420 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.461938 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: quota-check-limit Jun 08 13:37:49.462263 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: quotasv2.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.463182 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.463771 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: quotas Jun 08 13:37:49.464117 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: quotasv2_detail.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.465812 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.466150 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: quota_details Jun 08 13:37:49.466483 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: rbac.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.467563 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.468109 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: rbac-policies Jun 08 13:37:49.468444 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: rbac_address_group.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.469391 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.469915 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: rbac-address-group Jun 08 13:37:49.470244 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: rbac_address_scope.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.471236 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.471755 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: rbac-address-scope Jun 08 13:37:49.472111 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: rbac_security_groups.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.473045 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.473564 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: rbac-security-groups Jun 08 13:37:49.473894 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: rbac_subnetpool.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.474820 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.475335 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: rbac-subnetpool Jun 08 13:37:49.475756 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: revisionifmatch.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.476675 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.477148 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: revision-if-match Jun 08 13:37:49.477475 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: revisions.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.478590 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.479114 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: standard-attr-revisions Jun 08 13:37:49.479442 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: router_availability_zone.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.480142 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.480660 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: router_availability_zone Jun 08 13:37:49.480986 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: routerservicetype.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.481916 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.482430 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension router-service-type not supported by any of loaded plugins Jun 08 13:37:49.482782 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.483712 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.484252 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: security-groups-normalized-cidr Jun 08 13:37:49.484582 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.485518 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.486031 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: port-security-groups-filtering Jun 08 13:37:49.486355 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.487290 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.487804 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: security-groups-remote-address-group Jun 08 13:37:49.488163 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.489128 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.489639 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: security-groups-shared-filtering Jun 08 13:37:49.489961 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: securitygroup.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.500120 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.500659 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: security-group Jun 08 13:37:49.500994 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: segment.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.501718 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.502238 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension segment not supported by any of loaded plugins Jun 08 13:37:49.502567 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.503505 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.504019 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 08 13:37:49.504382 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: servicetype.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.505469 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.505992 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: service-type Jun 08 13:37:49.506324 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: sorting.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.507310 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.507645 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: sorting Jun 08 13:37:49.507976 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: standard_attr_segment.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.508926 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.509457 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 08 13:37:49.509785 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: standardattrdescription.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.510442 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.510956 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: standard-attr-description Jun 08 13:37:49.511284 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: stateful_security_group.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.512253 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.512770 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: stateful-security-group Jun 08 13:37:49.513092 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: stdattrs_common.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.513674 dv-cinder-819149-5-iscsi neutron-server[110852]: WARNING neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 08 13:37:49.514550 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.515483 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.516001 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 08 13:37:49.516352 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: subnet_onboard.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.517425 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.517953 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: subnet_onboard Jun 08 13:37:49.518280 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.519211 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.519732 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 08 13:37:49.520084 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: subnet_service_types.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.521016 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.521535 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: subnet-service-types Jun 08 13:37:49.521862 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: subnetallocation.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.522960 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.523481 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: subnet_allocation Jun 08 13:37:49.523810 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.524511 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.525030 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: subnetpool-prefix-ops Jun 08 13:37:49.525355 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.526299 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.526814 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 08 13:37:49.527138 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: tagging.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.528225 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.528754 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: standard-attr-tag Jun 08 13:37:49.529083 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: timestamp.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.530375 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.530894 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loaded extension: standard-attr-timestamp Jun 08 13:37:49.531223 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: trunk.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.532282 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.532804 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension trunk not supported by any of loaded plugins Jun 08 13:37:49.533134 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: trunk_details.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.534060 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.534577 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension trunk-details not supported by any of loaded plugins Jun 08 13:37:49.534906 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: uplink_status_propagation.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.535829 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.536382 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 08 13:37:49.536708 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Loading extension file: vlantransparent.py {{(pid=110852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:37:49.537372 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:37:49.537876 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 08 13:37:49.540448 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Creating instance of TrackedResource for resource:network Jun 08 13:37:49.540990 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Creating instance of TrackedResource for resource:subnet Jun 08 13:37:49.541389 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 13:37:49.541790 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Creating instance of TrackedResource for resource:port Jun 08 13:37:49.542997 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.v2.resource_helper [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:37:49.543447 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.v2.resource_helper [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Service FLAVORS assigned prefix: {{(pid=110852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:37:49.544086 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.v2.resource_helper [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:37:49.544534 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.v2.resource_helper [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:37:49.544867 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Creating instance of TrackedResource for resource:router Jun 08 13:37:49.546865 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Creating instance of TrackedResource for resource:floatingip Jun 08 13:37:49.547354 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.v2.resource_helper [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Service METERING assigned prefix: /metering {{(pid=110852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:37:49.548840 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.549215 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.549569 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:37:49.550587 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Creating instance of CountableResource for resource:rbac_policy Jun 08 13:37:49.551029 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Creating instance of TrackedResource for resource:security_group Jun 08 13:37:49.551475 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 08 13:37:49.552096 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.v2.resource_helper [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Service CORE assigned prefix: {{(pid=110852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:37:49.552432 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 13:37:49.552784 dv-cinder-819149-5-iscsi neutron-server[110852]: WARNING neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] subnetpool is already registered Jun 08 13:37:49.553220 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.v2.resource_helper [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Service CORE assigned prefix: {{(pid=110852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:37:49.553548 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 13:37:49.553881 dv-cinder-819149-5-iscsi neutron-server[110852]: WARNING neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] subnetpool is already registered Jun 08 13:37:49.556233 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.v2.resource_helper [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:37:49.556675 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.v2.resource_helper [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Service FLAVORS assigned prefix: {{(pid=110852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:37:49.557269 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.v2.resource_helper [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:37:49.557696 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.v2.resource_helper [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:37:49.558030 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Creating instance of TrackedResource for resource:router Jun 08 13:37:49.558374 dv-cinder-819149-5-iscsi neutron-server[110852]: WARNING neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] router is already registered Jun 08 13:37:49.558786 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Creating instance of TrackedResource for resource:floatingip Jun 08 13:37:49.559124 dv-cinder-819149-5-iscsi neutron-server[110852]: WARNING neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] floatingip is already registered Jun 08 13:37:49.559585 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.v2.resource_helper [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Service METERING assigned prefix: /metering {{(pid=110852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:37:49.560295 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Creating instance of CountableResource for resource:rbac_policy Jun 08 13:37:49.561198 dv-cinder-819149-5-iscsi neutron-server[110852]: WARNING neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] rbac_policy is already registered Jun 08 13:37:49.561912 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Creating instance of TrackedResource for resource:security_group Jun 08 13:37:49.562341 dv-cinder-819149-5-iscsi neutron-server[110852]: WARNING neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] security_group is already registered Jun 08 13:37:49.562757 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 08 13:37:49.563094 dv-cinder-819149-5-iscsi neutron-server[110852]: WARNING neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] security_group_rule is already registered Jun 08 13:37:49.563718 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.v2.resource_helper [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Service CORE assigned prefix: {{(pid=110852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:37:49.564074 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 13:37:49.564419 dv-cinder-819149-5-iscsi neutron-server[110852]: WARNING neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] subnetpool is already registered Jun 08 13:37:49.564843 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.v2.resource_helper [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Service CORE assigned prefix: {{(pid=110852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:37:49.565169 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 13:37:49.565500 dv-cinder-819149-5-iscsi neutron-server[110852]: WARNING neutron.quota.resource_registry [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] subnetpool is already registered Jun 08 13:37:49.565967 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: extensions {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.567395 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: address-groups {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.568906 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: address-scopes {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.570203 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: agents {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.571371 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: auto-allocated-topology {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.572708 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: availability_zones {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.573926 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: dhcp-networks {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.575407 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: dhcp-agents {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.576872 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: routers {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.578551 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: flavors {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.579820 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: service_profiles {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.581065 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: next_providers {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.582498 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: service_profiles {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.584018 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: floatingip-pools {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.585252 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: routers {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.586936 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: floatingips {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.589381 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: l3-routers {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.590791 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: l3-agents {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.592239 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: metering-labels {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.593577 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: metering-label-rules {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.594955 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: network-ip-availabilities {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.596238 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: bindings {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.597793 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: quotas {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.599426 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: quotas {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.600987 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: rbac-policies {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.602169 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: security-groups {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.603461 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: security-group-rules {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.604752 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: service-providers {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.605964 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: subnetpools {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.607277 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: subnetpools {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.609725 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: tags {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.611430 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: tags {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.613270 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: tags {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.615057 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: tags {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.616746 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: tags {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.618740 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: tags {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.620448 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: tags {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.622331 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: tags {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.625093 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: tags {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.626842 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron.api.extensions [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Extended resource: tags {{(pid=110852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:37:49.632875 dv-cinder-819149-5-iscsi neutron-server[110852]: WARNING keystonemiddleware.auth_token [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 08 13:37:49.638045 dv-cinder-819149-5-iscsi neutron-server[110852]: WARNING keystonemiddleware.auth_token [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 08 13:37:49.647010 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_concurrency.lockutils [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Acquired lock "singleton_lock" {{(pid=110852) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 08 13:37:49.647485 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_concurrency.lockutils [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Releasing lock "singleton_lock" {{(pid=110852) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 08 13:37:49.648172 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO oslo_service.service [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Starting 2 workers Jun 08 13:37:49.653045 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Started child 110997 {{(pid=110852) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 08 13:37:49.657602 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Started child 110998 {{(pid=110852) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 08 13:37:49.658479 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:37:49.659197 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO neutron.service [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 08 13:37:49.659798 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:37:49.660130 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [-] (110997) wsgi starting up on http://0.0.0.0:9696 Jun 08 13:37:49.662307 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:37:49.662786 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO oslo_service.service [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Starting 1 workers Jun 08 13:37:49.663723 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [-] (110998) wsgi starting up on http://0.0.0.0:9696 Jun 08 13:37:49.667577 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Started child 110999 {{(pid=110852) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 08 13:37:49.668133 dv-cinder-819149-5-iscsi neutron-server[110852]: INFO oslo_service.service [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Starting 1 workers Jun 08 13:37:49.671626 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.service [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] calling RpcWorker wait() {{(pid=110999) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 08 13:37:49.672386 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.service [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] returning from RpcWorker wait() {{(pid=110999) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 08 13:37:49.673326 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:37:49.673494 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Started child 111000 {{(pid=110852) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 08 13:37:49.673771 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:37:49.674169 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG neutron_lib.callbacks.manager [None req-7368c73c-ec6c-405f-aaf7-a77cb0984db4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:37:49.676121 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110852) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 08 13:37:49.676330 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 13:37:49.676496 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 13:37:49.676728 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 13:37:49.677054 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 13:37:49.677216 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 13:37:49.677731 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.678019 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.678287 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.678432 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:37:49.678953 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.679161 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.679308 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:37:49.679470 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.679678 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.679973 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.680250 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.680407 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.680577 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.680848 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.681055 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.681365 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.681626 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.681883 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.682144 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.682313 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.682578 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.682854 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.683085 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.683375 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] debug = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.683613 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.684137 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.684396 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.684634 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.684872 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.685136 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.685394 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.685698 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.686496 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.686751 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.687111 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.687373 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.687628 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.687810 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.688030 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.688335 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.688556 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.689027 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] host = dv-cinder-819149-5-iscsi {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.689265 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.689482 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.689763 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.689985 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.690257 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.690738 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.690738 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.691111 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.691247 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.691478 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.691730 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.691979 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.692247 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.692508 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] log_file = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.692671 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] log_options = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.692915 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.693182 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.693441 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.693632 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.693890 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.694138 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.694291 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.694439 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.694577 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.694790 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.695001 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.695233 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.695453 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.695699 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.695956 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.696194 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.696412 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.696625 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.697454 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.697454 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.697454 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.697686 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.697863 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.698382 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.698603 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.698840 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.699094 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.699440 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.699545 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.699759 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.700011 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.700296 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.700513 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.700749 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.701028 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.701288 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.701684 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.701928 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.702192 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.702421 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.702692 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.702938 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.703152 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.703381 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.703599 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.703839 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.704099 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] use_json = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.704315 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.704554 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.704800 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.705047 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.705282 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.705499 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.705680 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.705909 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.706151 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.706605 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.706901 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.707633 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.707633 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.717906 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.717906 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.717906 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.717906 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.717906 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.717906 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.717906 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.717906 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.718375 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.718375 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.718375 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.718375 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.718375 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.718375 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.718375 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.718375 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.718829 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.718829 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.718829 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.718829 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.718829 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.718829 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.718829 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.718829 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.719266 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.719266 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.719266 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.719266 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.719266 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.719266 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.719266 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.719266 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.719729 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.719729 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.719729 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.719729 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.719729 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.719729 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.719729 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.719729 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.719729 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.720269 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.720269 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.720269 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.720269 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.720269 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.720269 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.720269 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.720269 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.720269 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.720750 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.720750 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.720750 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.721039 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.721124 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.721329 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.721579 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.721803 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.722036 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.722254 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.722466 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.722674 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.722911 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.723120 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.723453 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.723697 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.723906 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.724148 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.724367 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.724578 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.724788 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.725025 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.725233 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.725448 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.725680 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.725908 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.726291 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.726668 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.727079 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.727436 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.727804 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.728198 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.728423 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.728638 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.728849 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.729062 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.729278 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.729576 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.729828 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.730072 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.730285 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.730669 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.731080 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.731497 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.731738 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.731981 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.732235 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.733004 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.733237 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.733514 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.733740 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.733988 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.734197 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.734415 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.734650 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.735110 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.735593 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.735835 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.736085 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.736367 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.736617 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.736874 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.737100 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.737351 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.737587 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.737870 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.738106 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.738395 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.738614 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.738888 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.739155 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.739437 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.739714 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.739969 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.740224 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.740490 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.740754 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.741008 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.741272 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.741515 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.741737 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.741983 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.742207 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.742444 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.742672 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.742975 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.743242 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.743435 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.743642 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.744093 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.751108 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.751108 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.751108 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.751108 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.751108 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.751108 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.751108 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.751108 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.751643 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.751643 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.751643 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.751643 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.751643 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.751643 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.751643 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.751643 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.752146 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.752146 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.752146 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.752146 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.752146 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.752146 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.752146 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.752146 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.752595 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.752595 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.752595 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.752595 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.752595 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.752595 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.752595 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.752595 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.753046 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.753046 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.753046 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.753046 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.753296 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.753368 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.753673 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.753816 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.754038 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.754252 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.754465 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.754681 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.754893 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.755119 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.755342 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.755550 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.755801 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.756074 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.756417 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.756668 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.756896 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.757156 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.757399 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.757652 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.758057 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.758276 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.758514 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.758751 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.758972 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.759224 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.759439 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.759660 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.759861 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.760087 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.760337 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.760581 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.760828 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.761233 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.761458 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.761675 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.761891 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.762112 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.762342 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.762554 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.762876 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.763094 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.763323 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.763605 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.763927 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.764203 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.764460 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.764708 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.764958 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.765183 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.765431 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.765641 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.765861 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.766072 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.766301 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.766524 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.766732 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.766938 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.767158 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.767371 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.767576 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.767835 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.768023 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.768259 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.768479 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.768691 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.768898 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.769143 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.769384 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.769599 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.770013 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.770246 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.770458 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.770684 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.770894 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.771100 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.771322 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.771563 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.771772 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.772106 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.772332 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.772562 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.772838 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.773068 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.773314 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.773553 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.773872 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.774090 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.774344 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.775076 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.775076 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.775076 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.775378 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.775577 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.775865 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.776131 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.776384 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.776656 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.776933 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.777188 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.777400 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.777691 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.778019 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.778286 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.778531 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.778774 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.779009 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.779263 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.779466 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.779712 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.779955 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.780192 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.780609 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.780728 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.780892 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.785519 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.785519 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.785519 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.785519 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.785519 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.785519 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.785519 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.785519 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 13:37:49.786029 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110852) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 08 13:37:49.786029 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 13:37:49.786029 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 13:37:49.786029 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 13:37:49.786029 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 13:37:49.786029 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 13:37:49.786029 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.786029 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.786489 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.786489 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.786489 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.786489 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.786489 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.786489 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.786489 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.786489 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.787097 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.787097 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.787097 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.787097 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.787097 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.787097 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.787097 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.787097 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.787635 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.787635 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.787635 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.787635 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] debug = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.787635 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.787635 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.787984 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.787984 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.788176 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.788247 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.788366 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.788573 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.788769 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.788853 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.789005 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.789131 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.789250 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.789409 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.789566 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.789722 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.789912 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.790056 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] host = dv-cinder-819149-5-iscsi {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.790147 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.790305 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.790458 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.790612 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.790767 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.790921 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.791077 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.791232 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.791393 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.791551 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.791695 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.791851 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.792119 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.792279 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] log_file = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.792438 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] log_options = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.792599 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.792753 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.792908 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.793098 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.793259 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.793416 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.793575 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.793731 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.793893 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.794046 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.794361 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.794523 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.794679 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.794837 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.795514 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.795662 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.796780 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.796780 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.796780 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.796780 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.796780 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.796780 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.796780 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.797631 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.797631 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.797631 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.797631 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.797631 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.797631 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.798061 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.798061 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.798061 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.798284 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.798364 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.798474 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.798632 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.798788 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.798943 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.799103 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.799310 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.799531 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.799694 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.799842 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.799993 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.800188 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.800316 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.800462 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] use_json = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.800618 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.800773 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.800928 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.801069 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.801226 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.801384 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.801540 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.801697 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.801853 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:37:49.802035 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.802197 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.802369 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.802531 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.802689 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.802849 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.803007 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.803193 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.803509 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.803628 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:37:49.803735 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.803827 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.803973 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.804169 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.804334 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.804493 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.804654 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.804815 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.805035 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.805139 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.805281 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.805441 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.805599 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.805769 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.805983 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.806085 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.806227 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.806387 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.806556 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.806717 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.806881 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.807053 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.807215 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.807374 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.807646 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.807646 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.807967 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.807967 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.808271 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.808271 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.808552 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.808552 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.808849 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.808849 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.809107 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.809242 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.809378 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.809624 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.809624 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.809994 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.809994 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.810271 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.810271 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.810567 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.810567 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.811396 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.811589 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.811589 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.811876 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.812012 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.812159 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.812251 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.812382 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.812543 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.812719 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.812863 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.812997 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.813152 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.813312 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.813486 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.813646 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.813805 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.813964 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.814123 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.814283 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.814443 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.814601 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.814788 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.814954 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.815113 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.815272 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.815433 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.815594 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.815754 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.815918 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.816084 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.816253 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.816415 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.816571 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.816722 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.816861 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.817010 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.817186 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.817345 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.817503 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.817663 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.817823 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.817980 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.818138 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.818295 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.818453 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.818614 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.818757 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.818917 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.819078 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.819237 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.819396 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.819717 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.819885 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.820060 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.820230 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.820390 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.820549 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.820710 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.820869 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.821028 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.821186 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.822354 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.822354 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.822354 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.822354 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.822354 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.822354 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.822354 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.822884 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.822884 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.822884 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.823101 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.823101 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.823259 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.823404 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.823567 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.823727 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.823888 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.824048 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.824233 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.824402 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.824553 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.824690 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.824839 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.825022 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.825182 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.825341 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.825502 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.825659 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.825818 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.826014 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.826351 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.826513 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.826673 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.826835 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.826995 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.827154 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.827315 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.827474 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.827633 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.827793 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.827952 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.828120 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.828287 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.828447 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.828606 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.828765 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.828927 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.829097 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.829239 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.829376 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.829519 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.829677 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.829903 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.830047 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.830185 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.830321 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.830471 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.830612 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.830749 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.830894 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.831032 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.831170 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.831312 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.831448 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.831595 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.831734 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.831867 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.832002 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.832173 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.832334 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.832494 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.832653 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.832814 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.832974 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.833135 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.833296 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.833453 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.833614 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.833790 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.833949 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.834110 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.834271 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.834430 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.834589 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.834749 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.834907 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.835066 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.835224 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.835385 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.835543 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.835702 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.835860 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.836019 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.836199 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.836366 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.836527 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.836686 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.836845 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.837006 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.837165 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.837324 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.837482 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.837641 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.837800 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.837963 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.838126 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.838526 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.838701 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.838863 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.839022 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.839287 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.839454 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.839614 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.839787 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.839950 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.840132 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.840447 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.840610 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.840770 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.840942 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.841103 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.841263 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.841422 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.841580 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.841738 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.841931 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.842099 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.842257 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.842416 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.842575 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.842732 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.843065 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.843229 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.843444 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.843588 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.843749 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.843907 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.844098 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.844263 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.844577 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.844577 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.844738 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.844869 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.845041 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.845201 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.845361 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.845531 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.845689 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.845848 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.846006 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.846179 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.846338 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.846503 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.846662 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.846821 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.846983 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.847137 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.847291 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.847433 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.847602 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.847762 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.847931 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.848122 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.848293 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.848453 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.848618 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.848791 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.848951 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.849114 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.849271 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.849585 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.849744 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.850046 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.850371 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.850533 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.850675 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.850839 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.850998 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.851157 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.851316 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.851475 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.851634 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.851794 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.851958 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.852142 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.852303 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:37:49.852455 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 13:37:50.142903 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 59172) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:37:50.151600 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066183 Jun 08 13:37:59.049259 dv-cinder-819149-5-iscsi neutron-server[110852]: DEBUG dbcounter [-] [110852] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:01.806737 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writer thread running {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 08 13:38:01.825951 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebea0c2-e154-47ca-9125-4feb0ab6ba72 None None] get_active_networks_info from dv-cinder-819149-5-iscsi {{(pid=110999) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 08 13:38:01.890353 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebea0c2-e154-47ca-9125-4feb0ab6ba72 None None] No non-hosted networks {{(pid=110999) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 08 13:38:01.897970 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.agentschedulers_db [None req-3ebea0c2-e154-47ca-9125-4feb0ab6ba72 None None] DHCP Agent not found on host dv-cinder-819149-5-iscsi {{(pid=110999) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 08 13:38:01.986789 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-0a1a7e9b-9fda-4c7f-875f-82c6d2afb900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-355218'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:03.403502 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writer thread running {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 08 13:38:04.061800 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ba65e87f-6e39-4920-958e-30bcd277ea4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-355218'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:04.098178 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.db.api [None req-3ccbda4b-ee9c-46ca-bfbd-78ad44f08ec4 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-819149-5-iscsi {{(pid=110999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 08 13:38:04.098956 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG oslo_db.api [None req-3ccbda4b-ee9c-46ca-bfbd-78ad44f08ec4 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 13:38:04.690255 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-3ccbda4b-ee9c-46ca-bfbd-78ad44f08ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:05.040011 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 59242) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:38:05.462165 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-355218'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:05.700326 dv-cinder-819149-5-iscsi neutron-server[110997]: WARNING oslo_policy.policy [None req-f239f01d-e797-4c62-8a9f-c22d8f85912e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 13:38:05.701535 dv-cinder-819149-5-iscsi neutron-server[110997]: WARNING oslo_policy.policy [None req-f239f01d-e797-4c62-8a9f-c22d8f85912e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 13:38:05.927519 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [None req-f239f01d-e797-4c62-8a9f-c22d8f85912e admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=110997) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 13:38:05.944077 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-f239f01d-e797-4c62-8a9f-c22d8f85912e admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8868446 Jun 08 13:38:06.609881 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-355218'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:08.135579 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-355218'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:08.136302 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:08.136644 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:08.136971 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:08.137298 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:08.137660 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:08.139282 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:08.139716 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:08.139998 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:08.140379 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:08.140703 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:08.141048 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:08.141376 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:08.141710 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:08.142033 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:08.142350 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:08.142757 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-819149-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:38:08.159447 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-819149-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:38:08.483307 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 59278) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:38:09.182616 dv-cinder-819149-5-iscsi neutron-server[110998]: WARNING oslo_policy.policy [None req-727de4c9-235b-4bec-b14e-d97733d92efb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 13:38:09.183188 dv-cinder-819149-5-iscsi neutron-server[110998]: WARNING oslo_policy.policy [None req-727de4c9-235b-4bec-b14e-d97733d92efb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 13:38:09.408454 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-727de4c9-235b-4bec-b14e-d97733d92efb admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:38:09.499353 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.policy [None req-727de4c9-235b-4bec-b14e-d97733d92efb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110998) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 08 13:38:09.540253 dv-cinder-819149-5-iscsi neutron-server[110998]: WARNING oslo_policy.policy [None req-727de4c9-235b-4bec-b14e-d97733d92efb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 13:38:09.540636 dv-cinder-819149-5-iscsi neutron-server[110998]: WARNING oslo_policy.policy [None req-727de4c9-235b-4bec-b14e-d97733d92efb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 13:38:09.561079 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writer thread running {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 08 13:38:09.704819 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-727de4c9-235b-4bec-b14e-d97733d92efb admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774158055212', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774158054864', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774158005359', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774158014940', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774158008904', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774158016889', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3427772', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3538447', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-314315', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-772078'] for rbac-policy (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:09.977557 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-727de4c9-235b-4bec-b14e-d97733d92efb admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:09.996083 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-727de4c9-235b-4bec-b14e-d97733d92efb admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.4945855 Jun 08 13:38:11.291680 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.db.l3_hamode_db [None req-8de678fa-7434-4ae7-94b2-a693f4cf0dd1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 08 13:38:11.372184 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de678fa-7434-4ae7-94b2-a693f4cf0dd1 None None] Routers set() bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:38:11.373344 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de678fa-7434-4ae7-94b2-a693f4cf0dd1 None None] Router IDs set() for agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 08 13:38:12.447766 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 59296) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:38:12.764958 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:38:12.866760 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Made reservation on behalf of c7e75612da3942be997ad038eadd12c5 for: {'network': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:38:12.870763 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for network (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:12.888427 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:12.996382 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Publish callbacks [] for security_group (134760d6-9ad0-470d-8b7b-b74f1349655f), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:13.055978 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (134760d6-9ad0-470d-8b7b-b74f1349655f), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:13.089058 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=110998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:38:13.118702 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774158746116', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (5467a353-0de3-4651-95f5-f36da2ad30a1), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:13.119262 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Unsubscribe: segment precommit_create {{(pid=110998) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 08 13:38:13.119812 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.segments_db [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Added segment 5467a353-0de3-4651-95f5-f36da2ad30a1 of type vlan for network 4654300e-b2d2-47b9-aef7-3d5b13e6fc03 Jun 08 13:38:13.134742 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=134760d6-9ad0-470d-8b7b-b74f1349655f,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:38:13.162688 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:13.162945 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:13.163295 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:13.163639 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:13.163961 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:13.164303 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:13.164615 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:13.164924 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:13.165265 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:13.165576 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:13.165884 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:13.166206 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:13.166514 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:13.166821 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:13.167166 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Tracked resource versions report: Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: pushed versions: Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: { 'AddressGroup': {'1.2'}, Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'Agent': {'1.1'}, Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'ConntrackHelper': {'1.0'}, Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'LocalIPAssociation': {'1.0'}, Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'Log': {'1.0'}, Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'NDPProxy': {'1.0'}, Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'Network': {'1.1'}, Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'Port': {'1.7'}, Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'PortForwarding': {'1.3'}, Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'QosPolicy': {'1.10'}, Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'SecurityGroup': {'1.5'}, Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'SecurityGroupRule': {'1.2'}, Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'SubPort': {'1.0'}, Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'Subnet': {'1.1'}, Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'Trunk': {'1.1'}} Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: consumer versions: Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: { DHCP agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: L3 agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: Metadata agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: Metering agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: Open vSwitch agent@dv-cinder-819149-5-iscsi: { 'AddressGroup': '1.2', Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'Agent': '1.1', Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'ConntrackHelper': '1.0', Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'LocalIPAssociation': '1.0', Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'Log': '1.0', Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'NDPProxy': '1.0', Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'Network': '1.1', Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'Port': '1.7', Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'PortForwarding': '1.3', Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'QosPolicy': '1.10', Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'SecurityGroup': '1.5', Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'SecurityGroupRule': '1.2', Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'SubPort': '1.0', Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'Subnet': '1.1', Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: 'Trunk': '1.1'}} Jun 08 13:38:13.168617 dv-cinder-819149-5-iscsi neutron-server[110998]: {{(pid=110998) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 13:38:13.232807 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774158396263'] for network (4654300e-b2d2-47b9-aef7-3d5b13e6fc03), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:13.323812 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for network (4654300e-b2d2-47b9-aef7-3d5b13e6fc03), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:13.329709 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:38:13.330412 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:13.423187 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=50,neutron:INSERT=46,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:13.446408 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] Pushing event updated for resources: {'Network': ['ID=4654300e-b2d2-47b9-aef7-3d5b13e6fc03,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:38:13.462172 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Network 4654300e-b2d2-47b9-aef7-3d5b13e6fc03 details requested by agent ovs-agent-dv-cinder-819149-5-iscsi with host dv-cinder-819149-5-iscsi {{(pid=110999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:38:13.469623 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-ebae9999-9426-49a7-8e7f-bc3d46100fa2 demo demo] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0207751 Jun 08 13:38:16.036882 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 59310) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:38:16.458507 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ad7837-dee4-43a3-af4e-73fe9863ef20 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:38:16.459865 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-91ad7837-dee4-43a3-af4e-73fe9863ef20 demo admin] 10.222.0.55 "GET /v2.0/networks/4654300e-b2d2-47b9-aef7-3d5b13e6fc03 HTTP/1.1" status: 200 len: 825 time: 0.4220200 Jun 08 13:38:16.486148 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-98edeff1-e738-404f-bae0-36e8b562d697 demo admin] 10.222.0.55 "GET /v2.0/subnetpools/1cec3808-623f-406b-9824-f032a8360310 HTTP/1.1" status: 200 len: 734 time: 0.0203326 Jun 08 13:38:16.494565 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-6318e314-69c6-4249-908c-25ad93c7c437 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '1cec3808-623f-406b-9824-f032a8360310', 'network_id': '4654300e-b2d2-47b9-aef7-3d5b13e6fc03'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:38:16.615236 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6318e314-69c6-4249-908c-25ad93c7c437 demo admin] Made reservation on behalf of c7e75612da3942be997ad038eadd12c5 for: {'subnet': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:38:16.617538 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6318e314-69c6-4249-908c-25ad93c7c437 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:16.823316 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:16.958793 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6318e314-69c6-4249-908c-25ad93c7c437 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for subnet (d3c47e73-8135-44f4-aa19-73c0bd716529), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:17.032288 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318e314-69c6-4249-908c-25ad93c7c437 demo admin] Pushing event updated for resources: {'Subnet': ['ID=d3c47e73-8135-44f4-aa19-73c0bd716529,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:38:17.035311 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6318e314-69c6-4249-908c-25ad93c7c437 demo admin] Checking segment: {'id': '5467a353-0de3-4651-95f5-f36da2ad30a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4654300e-b2d2-47b9-aef7-3d5b13e6fc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:38:17.035657 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6318e314-69c6-4249-908c-25ad93c7c437 demo admin] Network hostable DHCP agents. Network: 4654300e-b2d2-47b9-aef7-3d5b13e6fc03, hostable agents: ['0fe93b45-7a7a-4833-aa38-a6b4536a05ba'], hosted agents: [] {{(pid=110998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:38:17.129544 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6318e314-69c6-4249-908c-25ad93c7c437 demo admin] Network 4654300e-b2d2-47b9-aef7-3d5b13e6fc03 is scheduled to be hosted by DHCP agent 0fe93b45-7a7a-4833-aa38-a6b4536a05ba with binding_index 1 {{(pid=110998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:38:17.203596 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-6318e314-69c6-4249-908c-25ad93c7c437 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-5-iscsi, 4654300e-b2d2-47b9-aef7-3d5b13e6fc03) {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:38:17.208093 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6318e314-69c6-4249-908c-25ad93c7c437 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:38:17.208688 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6318e314-69c6-4249-908c-25ad93c7c437 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for subnet (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:17.213225 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51618f4-fe43-432e-963d-323588f25729 None None] Network 4654300e-b2d2-47b9-aef7-3d5b13e6fc03 requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:38:17.292361 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-6318e314-69c6-4249-908c-25ad93c7c437 demo admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8008771 Jun 08 13:38:17.475006 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9660f10-ec6d-58c9-bc99-f642291d243f-4654300e-b2d2-47b9-aef7-3d5b13e6fc03', 'network_id': '4654300e-b2d2-47b9-aef7-3d5b13e6fc03', 'project_id': 'c7e75612da3942be997ad038eadd12c5', 'fixed_ips': [{'subnet_id': 'd3c47e73-8135-44f4-aa19-73c0bd716529'}]}} from dv-cinder-819149-5-iscsi. {{(pid=110999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 08 13:38:17.476346 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:17.540925 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:17.545962 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=8 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:17.758789 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=65,neutron:INSERT=35 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:17.760434 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.db_base_plugin_common [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Allocated IP 172.20.0.2 (4654300e-b2d2-47b9-aef7-3d5b13e6fc03/d3c47e73-8135-44f4-aa19-73c0bd716529/c0b8f33c-bee1-4df7-9f73-53564ed2eb19) {{(pid=110999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:38:18.024654 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Publish callbacks [] for port (c0b8f33c-bee1-4df7-9f73-53564ed2eb19), precommit_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:18.096886 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800'] for port (c0b8f33c-bee1-4df7-9f73-53564ed2eb19), after_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:18.185721 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Network 4654300e-b2d2-47b9-aef7-3d5b13e6fc03 is already hosted by enough agents. {{(pid=110999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:38:18.189479 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Pushing event updated for resources: {'Port': ['ID=c0b8f33c-bee1-4df7-9f73-53564ed2eb19,revision_number=1']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:38:18.191819 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.scheduler.base_scheduler [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Resources bound (agent type, host, resource id): {{(pid=110999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:38:18.198998 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Received port after_create {{(pid=110999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:38:18.203109 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:18.203450 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:18.203812 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:18.204192 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:18.204529 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:18.204857 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:18.205184 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:18.205506 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:18.205829 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:18.206149 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:18.206471 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:18.206811 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:18.207133 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:18.207450 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:18.207767 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Tracked resource versions report: Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: pushed versions: Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: { 'AddressGroup': {'1.2'}, Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'Agent': {'1.1'}, Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'ConntrackHelper': {'1.0'}, Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'LocalIPAssociation': {'1.0'}, Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'Log': {'1.0'}, Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'NDPProxy': {'1.0'}, Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'Network': {'1.1'}, Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'Port': {'1.7'}, Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'PortForwarding': {'1.3'}, Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'QosPolicy': {'1.10'}, Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'SecurityGroup': {'1.5'}, Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'SecurityGroupRule': {'1.2'}, Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'SubPort': {'1.0'}, Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'Subnet': {'1.1'}, Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'Trunk': {'1.1'}} Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: consumer versions: Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: { DHCP agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: L3 agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: Metadata agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: Metering agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: Open vSwitch agent@dv-cinder-819149-5-iscsi: { 'AddressGroup': '1.2', Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'Agent': '1.1', Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'ConntrackHelper': '1.0', Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'LocalIPAssociation': '1.0', Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'Log': '1.0', Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'NDPProxy': '1.0', Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'Network': '1.1', Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'Port': '1.7', Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'PortForwarding': '1.3', Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'QosPolicy': '1.10', Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'SecurityGroup': '1.5', Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'SecurityGroupRule': '1.2', Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'SubPort': '1.0', Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'Subnet': '1.1', Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: 'Trunk': '1.1'}} Jun 08 13:38:18.209230 dv-cinder-819149-5-iscsi neutron-server[110999]: {{(pid=110999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 13:38:18.283752 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:18.288590 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Attempting to bind port c0b8f33c-bee1-4df7-9f73-53564ed2eb19 on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:38:18.288991 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Attempting to bind port c0b8f33c-bee1-4df7-9f73-53564ed2eb19 by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': '5467a353-0de3-4651-95f5-f36da2ad30a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4654300e-b2d2-47b9-aef7-3d5b13e6fc03'}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:38:18.289399 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Attempting to bind port c0b8f33c-bee1-4df7-9f73-53564ed2eb19 on network 4654300e-b2d2-47b9-aef7-3d5b13e6fc03 {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:38:18.295246 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:38:18.295631 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Checking segment: {'id': '5467a353-0de3-4651-95f5-f36da2ad30a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4654300e-b2d2-47b9-aef7-3d5b13e6fc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:38:18.296133 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:18.302084 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Bound using segment: {'id': '5467a353-0de3-4651-95f5-f36da2ad30a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4654300e-b2d2-47b9-aef7-3d5b13e6fc03'} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:38:18.302084 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Bound port: c0b8f33c-bee1-4df7-9f73-53564ed2eb19, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5467a353-0de3-4651-95f5-f36da2ad30a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4654300e-b2d2-47b9-aef7-3d5b13e6fc03'}}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:38:18.302084 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (c0b8f33c-bee1-4df7-9f73-53564ed2eb19), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:18.361553 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] For port c0b8f33c-bee1-4df7-9f73-53564ed2eb19, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=110999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:38:18.381404 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] For port c0b8f33c-bee1-4df7-9f73-53564ed2eb19, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=c0b8f33c-bee1-4df7-9f73-53564ed2eb19,segment=NetworkSegment(5467a353-0de3-4651-95f5-f36da2ad30a1),segment_id=5467a353-0de3-4651-95f5-f36da2ad30a1)] {{(pid=110999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:38:18.444668 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (c0b8f33c-bee1-4df7-9f73-53564ed2eb19), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:18.504249 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8e16c-9ce5-4108-ad55-3270025dd61e None None] Pushing event updated for resources: {'Port': ['ID=c0b8f33c-bee1-4df7-9f73-53564ed2eb19,revision_number=2']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:38:19.803103 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 59324) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:38:20.133740 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [None req-7f590ae5-a46c-4e47-a8d4-bc3fdc869a65 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=110998) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 13:38:20.134836 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-7f590ae5-a46c-4e47-a8d4-bc3fdc869a65 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3306935 Jun 08 13:38:22.687321 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 59332) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:38:23.023971 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [None req-b7af8784-72c3-4fcf-9994-f5fe9fc62dc0 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=110998) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 13:38:23.025003 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-b7af8784-72c3-4fcf-9994-f5fe9fc62dc0 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3367553 Jun 08 13:38:25.550730 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 59340) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:38:25.877433 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-20a25941-1e16-48fc-bdf7-2cfead2b1cf2 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:38:25.964376 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-20a25941-1e16-48fc-bdf7-2cfead2b1cf2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-354394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2750'] for router (fc9ac584-cc2c-479e-bb5c-618b2df15f05), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:25.966371 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-20a25941-1e16-48fc-bdf7-2cfead2b1cf2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-354572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-344210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3710513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2741'] for router (fc9ac584-cc2c-479e-bb5c-618b2df15f05), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:26.093896 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:26.103159 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-20a25941-1e16-48fc-bdf7-2cfead2b1cf2 demo demo] Publish callbacks [] for router_controller (fc9ac584-cc2c-479e-bb5c-618b2df15f05), precommit_add_association {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:26.170821 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-20a25941-1e16-48fc-bdf7-2cfead2b1cf2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-354687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358104'] for router (fc9ac584-cc2c-479e-bb5c-618b2df15f05), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:26.264047 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-20a25941-1e16-48fc-bdf7-2cfead2b1cf2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:26.265257 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-20a25941-1e16-48fc-bdf7-2cfead2b1cf2 demo demo] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7134378 Jun 08 13:38:28.499410 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=52,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:28.500615 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=7 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:28.777343 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 59354) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:38:28.880965 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device c0b8f33c-bee1-4df7-9f73-53564ed2eb19 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:38:28.962154 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port c0b8f33c-bee1-4df7-9f73-53564ed2eb19 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:38:28.962589 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (c0b8f33c-bee1-4df7-9f73-53564ed2eb19), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:29.065656 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port c0b8f33c-bee1-4df7-9f73-53564ed2eb19 is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:38:29.066180 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (c0b8f33c-bee1-4df7-9f73-53564ed2eb19), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:29.108233 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] For port c0b8f33c-bee1-4df7-9f73-53564ed2eb19, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=c0b8f33c-bee1-4df7-9f73-53564ed2eb19,segment=NetworkSegment(5467a353-0de3-4651-95f5-f36da2ad30a1),segment_id=5467a353-0de3-4651-95f5-f36da2ad30a1)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:38:29.127864 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [None req-2b5d9280-2bb6-4473-b057-dcb83f8ed529 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=110998) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 13:38:29.128943 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-2b5d9280-2bb6-4473-b057-dcb83f8ed529 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3497741 Jun 08 13:38:29.198547 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (c0b8f33c-bee1-4df7-9f73-53564ed2eb19), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:29.253837 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Pushing event updated for resources: {'Port': ['ID=c0b8f33c-bee1-4df7-9f73-53564ed2eb19,revision_number=3']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:38:30.355083 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6715134-ccc9-4349-a3ca-bd73eeeda0e9 None None] Network 4654300e-b2d2-47b9-aef7-3d5b13e6fc03 requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:38:30.413036 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-75d5c611-ff37-445a-a26a-5a3a4285fb12 None None] Provisioning complete for port c0b8f33c-bee1-4df7-9f73-53564ed2eb19 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:38:30.413411 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-75d5c611-ff37-445a-a26a-5a3a4285fb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (c0b8f33c-bee1-4df7-9f73-53564ed2eb19), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:30.541430 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-75d5c611-ff37-445a-a26a-5a3a4285fb12 None None] Current status of the port c0b8f33c-bee1-4df7-9f73-53564ed2eb19 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:38:30.761547 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-1a6e1342-7457-4b5d-b578-bdefa365ceae None None] Provisioning complete for port c0b8f33c-bee1-4df7-9f73-53564ed2eb19 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:38:30.762560 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-1a6e1342-7457-4b5d-b578-bdefa365ceae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (c0b8f33c-bee1-4df7-9f73-53564ed2eb19), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:30.852024 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-1a6e1342-7457-4b5d-b578-bdefa365ceae None None] Current status of the port c0b8f33c-bee1-4df7-9f73-53564ed2eb19 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:38:30.862372 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device c0b8f33c-bee1-4df7-9f73-53564ed2eb19 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:38:30.904828 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port c0b8f33c-bee1-4df7-9f73-53564ed2eb19 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:38:30.905203 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (c0b8f33c-bee1-4df7-9f73-53564ed2eb19), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:30.976731 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port c0b8f33c-bee1-4df7-9f73-53564ed2eb19 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:38:31.612477 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 59362) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:38:31.832099 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-fb263bfd-42e8-48af-846b-bcd0c9b80394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:31.941588 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-4cb234fe-da21-4763-9434-fc157f718f57 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:38:32.015095 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb234fe-da21-4763-9434-fc157f718f57 admin admin] Made reservation on behalf of 2c9b429555f24abe8bf7e676e75bbda4 for: {'network': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:38:32.017479 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-4cb234fe-da21-4763-9434-fc157f718f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for network (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:32.025643 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-4cb234fe-da21-4763-9434-fc157f718f57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:32.099264 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-4cb234fe-da21-4763-9434-fc157f718f57 admin admin] Publish callbacks [] for security_group (d8245d3e-2e6c-4726-8092-9d9e46807c2a), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:32.163381 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-4cb234fe-da21-4763-9434-fc157f718f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (d8245d3e-2e6c-4726-8092-9d9e46807c2a), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:32.178088 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4cb234fe-da21-4763-9434-fc157f718f57 admin admin] Reserving flat network on physical network physnet1 {{(pid=110998) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 08 13:38:32.208448 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb234fe-da21-4763-9434-fc157f718f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8245d3e-2e6c-4726-8092-9d9e46807c2a,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:38:32.211719 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-4cb234fe-da21-4763-9434-fc157f718f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (9863b094-112f-47ed-b0d2-3ad98cc1cf0c), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:32.212392 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.segments_db [None req-4cb234fe-da21-4763-9434-fc157f718f57 admin admin] Added segment 9863b094-112f-47ed-b0d2-3ad98cc1cf0c of type flat for network 070b030f-98d2-43d9-b022-f506d26f1e83 Jun 08 13:38:32.258948 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-4cb234fe-da21-4763-9434-fc157f718f57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774158396263'] for network (070b030f-98d2-43d9-b022-f506d26f1e83), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:32.346406 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-4cb234fe-da21-4763-9434-fc157f718f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for network (070b030f-98d2-43d9-b022-f506d26f1e83), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:32.347365 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb234fe-da21-4763-9434-fc157f718f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:38:32.347928 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-4cb234fe-da21-4763-9434-fc157f718f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:32.437122 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb234fe-da21-4763-9434-fc157f718f57 admin admin] Pushing event updated for resources: {'Network': ['ID=070b030f-98d2-43d9-b022-f506d26f1e83,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:38:32.446499 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Network 070b030f-98d2-43d9-b022-f506d26f1e83 details requested by agent ovs-agent-dv-cinder-819149-5-iscsi with host dv-cinder-819149-5-iscsi {{(pid=110999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:38:32.509801 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-4cb234fe-da21-4763-9434-fc157f718f57 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8962536 Jun 08 13:38:34.054696 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-8e3f748e-26c2-42f1-a134-a08e13397d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:34.989846 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 59370) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:38:35.425440 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf844e46-1da1-42a0-8cd7-0ac1189b815b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:38:35.426809 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-cf844e46-1da1-42a0-8cd7-0ac1189b815b demo admin] 10.222.0.55 "GET /v2.0/subnets/d3c47e73-8135-44f4-aa19-73c0bd716529 HTTP/1.1" status: 200 len: 849 time: 0.4360125 Jun 08 13:38:35.472270 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:35.549230 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-72135e24-f3e5-4b95-9ad6-39dc3c9a7c31 demo admin] 10.222.0.55 "GET /v2.0/routers/fc9ac584-cc2c-479e-bb5c-618b2df15f05 HTTP/1.1" status: 200 len: 704 time: 0.1164176 Jun 08 13:38:35.770901 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:35.812931 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-1929a790-0014-43d5-a75d-3b141938c5da demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:35.950441 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:36.149861 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [None req-1929a790-0014-43d5-a75d-3b141938c5da demo admin] Allocated IP 172.20.0.1 (4654300e-b2d2-47b9-aef7-3d5b13e6fc03/d3c47e73-8135-44f4-aa19-73c0bd716529/3e00745d-30b7-4347-bddb-1cb977036046) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:38:36.302999 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-1929a790-0014-43d5-a75d-3b141938c5da demo admin] Publish callbacks [] for port (3e00745d-30b7-4347-bddb-1cb977036046), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:36.444202 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-1929a790-0014-43d5-a75d-3b141938c5da demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800'] for port (3e00745d-30b7-4347-bddb-1cb977036046), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:36.489224 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:36.516488 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1929a790-0014-43d5-a75d-3b141938c5da demo admin] Network 4654300e-b2d2-47b9-aef7-3d5b13e6fc03 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:38:36.532073 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-1929a790-0014-43d5-a75d-3b141938c5da demo admin] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:38:36.537575 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929a790-0014-43d5-a75d-3b141938c5da demo admin] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:38:36.537659 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-1929a790-0014-43d5-a75d-3b141938c5da demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-354990'] for router_interface (fc9ac584-cc2c-479e-bb5c-618b2df15f05), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:36.557757 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929a790-0014-43d5-a75d-3b141938c5da demo admin] Pushing event updated for resources: {'Port': ['ID=3e00745d-30b7-4347-bddb-1cb977036046,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:38:36.592728 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:36.710498 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:36.710498 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-9127d92c-6f1c-4fa6-ab7b-08fe5c7f80ee None None] Provisioning complete for port 3e00745d-30b7-4347-bddb-1cb977036046 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:38:36.710498 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9127d92c-6f1c-4fa6-ab7b-08fe5c7f80ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (3e00745d-30b7-4347-bddb-1cb977036046), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:36.740777 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-9127d92c-6f1c-4fa6-ab7b-08fe5c7f80ee None None] Port 3e00745d-30b7-4347-bddb-1cb977036046 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:38:36.834694 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-1929a790-0014-43d5-a75d-3b141938c5da demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (3e00745d-30b7-4347-bddb-1cb977036046), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:37.050155 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:37.063314 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-1929a790-0014-43d5-a75d-3b141938c5da demo admin] Publish callbacks [] for port (3e00745d-30b7-4347-bddb-1cb977036046), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:37.134932 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-1929a790-0014-43d5-a75d-3b141938c5da demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (3e00745d-30b7-4347-bddb-1cb977036046), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:37.135760 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-1929a790-0014-43d5-a75d-3b141938c5da demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354906'] for router_interface (fc9ac584-cc2c-479e-bb5c-618b2df15f05), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:37.219433 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929a790-0014-43d5-a75d-3b141938c5da demo admin] Pushing event updated for resources: {'Port': ['ID=3e00745d-30b7-4347-bddb-1cb977036046,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:38:37.254564 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:37.269754 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1929a790-0014-43d5-a75d-3b141938c5da demo admin] Network 4654300e-b2d2-47b9-aef7-3d5b13e6fc03 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:38:37.271056 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-1929a790-0014-43d5-a75d-3b141938c5da demo admin] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:38:37.459871 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-67091f32-5055-414a-bd8c-2623566ba616 None None] Provisioning complete for port 3e00745d-30b7-4347-bddb-1cb977036046 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:38:37.460281 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-67091f32-5055-414a-bd8c-2623566ba616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (3e00745d-30b7-4347-bddb-1cb977036046), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:37.491831 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-67091f32-5055-414a-bd8c-2623566ba616 None None] Port 3e00745d-30b7-4347-bddb-1cb977036046 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:38:37.500818 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1929a790-0014-43d5-a75d-3b141938c5da demo admin] Router fc9ac584-cc2c-479e-bb5c-618b2df15f05 is scheduled to L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 with binding_index 1 {{(pid=110998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 13:38:37.587462 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1929a790-0014-43d5-a75d-3b141938c5da demo admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:38:37.593446 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-1929a790-0014-43d5-a75d-3b141938c5da demo admin] 10.222.0.55 "PUT /v2.0/routers/fc9ac584-cc2c-479e-bb5c-618b2df15f05/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0387697 Jun 08 13:38:37.599068 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e08d1fa-6707-464d-af68-fd3176249cb5 None None] Sync routers for ids ['fc9ac584-cc2c-479e-bb5c-618b2df15f05'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:38:37.614363 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e08d1fa-6707-464d-af68-fd3176249cb5 None None] Routers {'fc9ac584-cc2c-479e-bb5c-618b2df15f05'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:38:37.615234 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-9e08d1fa-6707-464d-af68-fd3176249cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:38:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['fc9ac584-cc2c-479e-bb5c-618b2df15f05'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:38:37.799810 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-9e08d1fa-6707-464d-af68-fd3176249cb5 None None] Set router fc9ac584-cc2c-479e-bb5c-618b2df15f05 gateway port host: None {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:38:38.146618 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:38.219402 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-9e08d1fa-6707-464d-af68-fd3176249cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9ac584-cc2c-479e-bb5c-618b2df15f05', 'name': 'router1', 'tenant_id': 'c7e75612da3942be997ad038eadd12c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:38:25Z', 'updated_at': '2022-06-08T13:38:36Z', 'revision_number': 2, 'project_id': 'c7e75612da3942be997ad038eadd12c5', 'gw_port_host': None, '_interfaces': [{'id': '3e00745d-30b7-4347-bddb-1cb977036046', 'name': '', 'network_id': '4654300e-b2d2-47b9-aef7-3d5b13e6fc03', 'tenant_id': 'c7e75612da3942be997ad038eadd12c5', 'mac_address': 'fa:16:3e:03:d6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9ac584-cc2c-479e-bb5c-618b2df15f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3c47e73-8135-44f4-aa19-73c0bd716529', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:38:35Z', 'updated_at': '2022-06-08T13:38:36Z', 'revision_number': 2, 'project_id': 'c7e75612da3942be997ad038eadd12c5', 'subnets': [{'id': 'd3c47e73-8135-44f4-aa19-73c0bd716529', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1cec3808-623f-406b-9824-f032a8360310'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:38:38.269172 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e08d1fa-6707-464d-af68-fd3176249cb5 None None] Checking router: fc9ac584-cc2c-479e-bb5c-618b2df15f05 for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:38:38.269534 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e08d1fa-6707-464d-af68-fd3176249cb5 None None] Updating router fc9ac584-cc2c-479e-bb5c-618b2df15f05 port 3e00745d-30b7-4347-bddb-1cb977036046 binding host dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:38:38.321571 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-9e08d1fa-6707-464d-af68-fd3176249cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (3e00745d-30b7-4347-bddb-1cb977036046), before_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:38.937852 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-9e08d1fa-6707-464d-af68-fd3176249cb5 None None] Publish callbacks [] for port (3e00745d-30b7-4347-bddb-1cb977036046), precommit_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:38.991966 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-9e08d1fa-6707-464d-af68-fd3176249cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (3e00745d-30b7-4347-bddb-1cb977036046), after_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:39.134011 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430918f-9fff-4628-a73a-ec407a27da0a None None] Pushing event updated for resources: {'Port': ['ID=3e00745d-30b7-4347-bddb-1cb977036046,revision_number=3']} {{(pid=111000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:38:39.169641 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430918f-9fff-4628-a73a-ec407a27da0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:39.169984 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430918f-9fff-4628-a73a-ec407a27da0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:39.170333 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430918f-9fff-4628-a73a-ec407a27da0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:39.170690 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430918f-9fff-4628-a73a-ec407a27da0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:39.171020 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430918f-9fff-4628-a73a-ec407a27da0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:39.171341 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430918f-9fff-4628-a73a-ec407a27da0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:39.171657 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430918f-9fff-4628-a73a-ec407a27da0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:39.171970 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430918f-9fff-4628-a73a-ec407a27da0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:39.172318 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430918f-9fff-4628-a73a-ec407a27da0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:39.172610 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430918f-9fff-4628-a73a-ec407a27da0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:39.172923 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430918f-9fff-4628-a73a-ec407a27da0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:39.173251 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430918f-9fff-4628-a73a-ec407a27da0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:39.173564 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430918f-9fff-4628-a73a-ec407a27da0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:39.173873 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430918f-9fff-4628-a73a-ec407a27da0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:39.174180 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430918f-9fff-4628-a73a-ec407a27da0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0430918f-9fff-4628-a73a-ec407a27da0a None None] Tracked resource versions report: Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: pushed versions: Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: { 'AddressGroup': {'1.2'}, Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'Agent': {'1.1'}, Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'ConntrackHelper': {'1.0'}, Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'LocalIPAssociation': {'1.0'}, Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'Log': {'1.0'}, Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'NDPProxy': {'1.0'}, Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'Network': {'1.1'}, Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'Port': {'1.7'}, Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'PortForwarding': {'1.3'}, Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'QosPolicy': {'1.10'}, Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'SecurityGroup': {'1.5'}, Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'SecurityGroupRule': {'1.2'}, Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'SubPort': {'1.0'}, Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'Subnet': {'1.1'}, Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'Trunk': {'1.1'}} Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: consumer versions: Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: { DHCP agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: L3 agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: Metadata agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: Metering agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: Open vSwitch agent@dv-cinder-819149-5-iscsi: { 'AddressGroup': '1.2', Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'Agent': '1.1', Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'ConntrackHelper': '1.0', Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'LocalIPAssociation': '1.0', Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'Log': '1.0', Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'NDPProxy': '1.0', Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'Network': '1.1', Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'Port': '1.7', Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'PortForwarding': '1.3', Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'QosPolicy': '1.10', Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'SecurityGroup': '1.5', Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'SecurityGroupRule': '1.2', Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'SubPort': '1.0', Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'Subnet': '1.1', Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: 'Trunk': '1.1'}} Jun 08 13:38:39.175630 dv-cinder-819149-5-iscsi neutron-server[111000]: {{(pid=111000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 13:38:39.181019 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-9e08d1fa-6707-464d-af68-fd3176249cb5 None None] Attempting to bind port 3e00745d-30b7-4347-bddb-1cb977036046 on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:38:39.181417 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-9e08d1fa-6707-464d-af68-fd3176249cb5 None None] Attempting to bind port 3e00745d-30b7-4347-bddb-1cb977036046 by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': '5467a353-0de3-4651-95f5-f36da2ad30a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4654300e-b2d2-47b9-aef7-3d5b13e6fc03'}] {{(pid=111000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:38:39.181832 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e08d1fa-6707-464d-af68-fd3176249cb5 None None] Attempting to bind port 3e00745d-30b7-4347-bddb-1cb977036046 on network 4654300e-b2d2-47b9-aef7-3d5b13e6fc03 {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:38:39.188767 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e08d1fa-6707-464d-af68-fd3176249cb5 None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:38:39.189714 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e08d1fa-6707-464d-af68-fd3176249cb5 None None] Checking segment: {'id': '5467a353-0de3-4651-95f5-f36da2ad30a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4654300e-b2d2-47b9-aef7-3d5b13e6fc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:38:39.190188 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-9e08d1fa-6707-464d-af68-fd3176249cb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:39.190576 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e08d1fa-6707-464d-af68-fd3176249cb5 None None] Bound using segment: {'id': '5467a353-0de3-4651-95f5-f36da2ad30a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4654300e-b2d2-47b9-aef7-3d5b13e6fc03'} {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:38:39.191065 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-9e08d1fa-6707-464d-af68-fd3176249cb5 None None] Bound port: 3e00745d-30b7-4347-bddb-1cb977036046, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5467a353-0de3-4651-95f5-f36da2ad30a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4654300e-b2d2-47b9-aef7-3d5b13e6fc03'}}] {{(pid=111000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:38:39.191457 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-9e08d1fa-6707-464d-af68-fd3176249cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (3e00745d-30b7-4347-bddb-1cb977036046), before_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:39.230640 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:39.254656 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:39.260613 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.db [None req-9e08d1fa-6707-464d-af68-fd3176249cb5 None None] For port 3e00745d-30b7-4347-bddb-1cb977036046, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=111000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:38:39.280901 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.db [None req-9e08d1fa-6707-464d-af68-fd3176249cb5 None None] For port 3e00745d-30b7-4347-bddb-1cb977036046, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=3e00745d-30b7-4347-bddb-1cb977036046,segment=NetworkSegment(5467a353-0de3-4651-95f5-f36da2ad30a1),segment_id=5467a353-0de3-4651-95f5-f36da2ad30a1)] {{(pid=111000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:38:39.320462 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-797ee18a-0355-42eb-8f41-e9159d44f3f9 None None] Provisioning complete for port 3e00745d-30b7-4347-bddb-1cb977036046 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:38:39.321046 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-797ee18a-0355-42eb-8f41-e9159d44f3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (3e00745d-30b7-4347-bddb-1cb977036046), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:39.352998 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-9e08d1fa-6707-464d-af68-fd3176249cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (3e00745d-30b7-4347-bddb-1cb977036046), after_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:39.354385 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-797ee18a-0355-42eb-8f41-e9159d44f3f9 None None] Port 3e00745d-30b7-4347-bddb-1cb977036046 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:38:39.406441 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e08d1fa-6707-464d-af68-fd3176249cb5 None None] Routers {'fc9ac584-cc2c-479e-bb5c-618b2df15f05'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:38:39.407100 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-9e08d1fa-6707-464d-af68-fd3176249cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:38:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['fc9ac584-cc2c-479e-bb5c-618b2df15f05'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:38:39.485229 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430918f-9fff-4628-a73a-ec407a27da0a None None] Pushing event updated for resources: {'Port': ['ID=3e00745d-30b7-4347-bddb-1cb977036046,revision_number=4']} {{(pid=111000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:38:39.508335 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-9e08d1fa-6707-464d-af68-fd3176249cb5 None None] Set router fc9ac584-cc2c-479e-bb5c-618b2df15f05 gateway port host: None {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:38:39.673692 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-0fc8bd3d-5fbe-4130-bf18-d117087062af None None] Provisioning complete for port 3e00745d-30b7-4347-bddb-1cb977036046 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:38:39.674086 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-0fc8bd3d-5fbe-4130-bf18-d117087062af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (3e00745d-30b7-4347-bddb-1cb977036046), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:39.715586 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-9e08d1fa-6707-464d-af68-fd3176249cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9ac584-cc2c-479e-bb5c-618b2df15f05', 'name': 'router1', 'tenant_id': 'c7e75612da3942be997ad038eadd12c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:38:25Z', 'updated_at': '2022-06-08T13:38:36Z', 'revision_number': 2, 'project_id': 'c7e75612da3942be997ad038eadd12c5', 'gw_port_host': None, '_interfaces': [{'id': '3e00745d-30b7-4347-bddb-1cb977036046', 'name': '', 'network_id': '4654300e-b2d2-47b9-aef7-3d5b13e6fc03', 'tenant_id': 'c7e75612da3942be997ad038eadd12c5', 'mac_address': 'fa:16:3e:03:d6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9ac584-cc2c-479e-bb5c-618b2df15f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3c47e73-8135-44f4-aa19-73c0bd716529', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:38:35Z', 'updated_at': '2022-06-08T13:38:39Z', 'revision_number': 4, 'project_id': 'c7e75612da3942be997ad038eadd12c5', 'subnets': [{'id': 'd3c47e73-8135-44f4-aa19-73c0bd716529', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1cec3808-623f-406b-9824-f032a8360310'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:38:39.747930 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e08d1fa-6707-464d-af68-fd3176249cb5 None None] The sync data for ids ['fc9ac584-cc2c-479e-bb5c-618b2df15f05'] in dv-cinder-819149-5-iscsi is: [{'id': 'fc9ac584-cc2c-479e-bb5c-618b2df15f05', 'name': 'router1', 'tenant_id': 'c7e75612da3942be997ad038eadd12c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:38:25Z', 'updated_at': '2022-06-08T13:38:36Z', 'revision_number': 2, 'project_id': 'c7e75612da3942be997ad038eadd12c5', 'gw_port_host': None, '_interfaces': [{'id': '3e00745d-30b7-4347-bddb-1cb977036046', 'name': '', 'network_id': '4654300e-b2d2-47b9-aef7-3d5b13e6fc03', 'tenant_id': 'c7e75612da3942be997ad038eadd12c5', 'mac_address': 'fa:16:3e:03:d6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9ac584-cc2c-479e-bb5c-618b2df15f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3c47e73-8135-44f4-aa19-73c0bd716529', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:38:35Z', 'updated_at': '2022-06-08T13:38:39Z', 'revision_number': 4, 'project_id': 'c7e75612da3942be997ad038eadd12c5', 'subnets': [{'id': 'd3c47e73-8135-44f4-aa19-73c0bd716529', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1cec3808-623f-406b-9824-f032a8360310'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:38:39.752840 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-0fc8bd3d-5fbe-4130-bf18-d117087062af None None] Current status of the port 3e00745d-30b7-4347-bddb-1cb977036046 is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:38:39.753228 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-0fc8bd3d-5fbe-4130-bf18-d117087062af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (3e00745d-30b7-4347-bddb-1cb977036046), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:39.788923 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-0fc8bd3d-5fbe-4130-bf18-d117087062af None None] For port 3e00745d-30b7-4347-bddb-1cb977036046, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=3e00745d-30b7-4347-bddb-1cb977036046,segment=NetworkSegment(5467a353-0de3-4651-95f5-f36da2ad30a1),segment_id=5467a353-0de3-4651-95f5-f36da2ad30a1)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:38:39.826612 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-0fc8bd3d-5fbe-4130-bf18-d117087062af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (3e00745d-30b7-4347-bddb-1cb977036046), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:39.877639 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8bd3d-5fbe-4130-bf18-d117087062af None None] Pushing event updated for resources: {'Port': ['ID=3e00745d-30b7-4347-bddb-1cb977036046,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:38:40.053364 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 59392) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:38:40.165041 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628974b6-3598-4a9f-bf24-81b55f6e5c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:38:40.166291 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-628974b6-3598-4a9f-bf24-81b55f6e5c9d admin admin] 10.222.0.55 "GET /v2.0/networks/070b030f-98d2-43d9-b022-f506d26f1e83 HTTP/1.1" status: 200 len: 842 time: 0.1120358 Jun 08 13:38:40.175497 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-c293aa0c-b5ff-46a2-a8b7-336f3f7cf6b5 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.1.0/24'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:38:40.271718 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c293aa0c-b5ff-46a2-a8b7-336f3f7cf6b5 admin admin] Made reservation on behalf of 2c9b429555f24abe8bf7e676e75bbda4 for: {'subnet': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:38:40.274087 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c293aa0c-b5ff-46a2-a8b7-336f3f7cf6b5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:40.676566 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.objects.ports [None req-c293aa0c-b5ff-46a2-a8b7-336f3f7cf6b5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110998) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 08 13:38:40.677014 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c293aa0c-b5ff-46a2-a8b7-336f3f7cf6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for subnet (4285c1ce-c1bb-4be9-b005-ebf83c2cba00), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:40.734903 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293aa0c-b5ff-46a2-a8b7-336f3f7cf6b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4285c1ce-c1bb-4be9-b005-ebf83c2cba00,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:38:40.743484 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c293aa0c-b5ff-46a2-a8b7-336f3f7cf6b5 admin admin] Checking segment: {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:38:40.743840 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c293aa0c-b5ff-46a2-a8b7-336f3f7cf6b5 admin admin] Network hostable DHCP agents. Network: 070b030f-98d2-43d9-b022-f506d26f1e83, hostable agents: ['0fe93b45-7a7a-4833-aa38-a6b4536a05ba'], hosted agents: [] {{(pid=110998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:38:40.860677 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c293aa0c-b5ff-46a2-a8b7-336f3f7cf6b5 admin admin] Network 070b030f-98d2-43d9-b022-f506d26f1e83 is scheduled to be hosted by DHCP agent 0fe93b45-7a7a-4833-aa38-a6b4536a05ba with binding_index 1 {{(pid=110998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:38:40.957558 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-c293aa0c-b5ff-46a2-a8b7-336f3f7cf6b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-5-iscsi, 070b030f-98d2-43d9-b022-f506d26f1e83) {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:38:40.961602 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c293aa0c-b5ff-46a2-a8b7-336f3f7cf6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:38:40.962192 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c293aa0c-b5ff-46a2-a8b7-336f3f7cf6b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for subnet (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:40.966767 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c197d178-3b2a-4b7c-b1b0-7737ca73aafb None None] Network 070b030f-98d2-43d9-b022-f506d26f1e83 requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:38:41.034818 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-c293aa0c-b5ff-46a2-a8b7-336f3f7cf6b5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8625503 Jun 08 13:38:41.071681 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42f4293-bf78-435f-9ef6-506bf11b7340 None None] Network 070b030f-98d2-43d9-b022-f506d26f1e83 requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:38:43.413765 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 59410) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:38:43.519491 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:43.546528 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-f9016681-0b13-442d-bcca-9eecf6489d70 demo admin] 10.222.0.55 "GET /v2.0/routers/fc9ac584-cc2c-479e-bb5c-618b2df15f05 HTTP/1.1" status: 200 len: 710 time: 0.1261475 Jun 08 13:38:43.602120 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:43.633320 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9744d040-0820-4bd7-a862-053d9341a713 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:38:43.634689 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-9744d040-0820-4bd7-a862-053d9341a713 demo admin] 10.222.0.55 "GET /v2.0/networks/070b030f-98d2-43d9-b022-f506d26f1e83 HTTP/1.1" status: 200 len: 886 time: 0.0874786 Jun 08 13:38:43.643887 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-4249e26e-7364-4f10-9141-beadc75a6ba2 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:38:43.881691 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-4249e26e-7364-4f10-9141-beadc75a6ba2 demo admin] Publish callbacks [] for router_gateway (fc9ac584-cc2c-479e-bb5c-618b2df15f05), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:44.187071 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-4249e26e-7364-4f10-9141-beadc75a6ba2 demo admin] Publish callbacks [] for router_gateway (fc9ac584-cc2c-479e-bb5c-618b2df15f05), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:44.265144 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-4249e26e-7364-4f10-9141-beadc75a6ba2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:44.367583 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [None req-4249e26e-7364-4f10-9141-beadc75a6ba2 demo admin] Allocated IP 172.27.1.250 (070b030f-98d2-43d9-b022-f506d26f1e83/4285c1ce-c1bb-4be9-b005-ebf83c2cba00/8203eb2c-8cad-482f-bf47-aacbf94a2e1b) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:38:44.466916 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:44.482417 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-4249e26e-7364-4f10-9141-beadc75a6ba2 demo admin] Publish callbacks [] for port (8203eb2c-8cad-482f-bf47-aacbf94a2e1b), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:44.564005 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-4249e26e-7364-4f10-9141-beadc75a6ba2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800'] for port (8203eb2c-8cad-482f-bf47-aacbf94a2e1b), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:44.602045 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4249e26e-7364-4f10-9141-beadc75a6ba2 demo admin] Network 070b030f-98d2-43d9-b022-f506d26f1e83 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:38:44.605482 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-4249e26e-7364-4f10-9141-beadc75a6ba2 demo admin] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:38:44.611415 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4249e26e-7364-4f10-9141-beadc75a6ba2 demo admin] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:38:44.647677 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249e26e-7364-4f10-9141-beadc75a6ba2 demo admin] Pushing event updated for resources: {'Port': ['ID=8203eb2c-8cad-482f-bf47-aacbf94a2e1b,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:38:44.693707 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:45.036571 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-4249e26e-7364-4f10-9141-beadc75a6ba2 demo admin] Publish callbacks [] for router_gateway (fc9ac584-cc2c-479e-bb5c-618b2df15f05), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:45.237979 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-4249e26e-7364-4f10-9141-beadc75a6ba2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-358071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-354678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2715'] for router (fc9ac584-cc2c-479e-bb5c-618b2df15f05), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:45.241699 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-4249e26e-7364-4f10-9141-beadc75a6ba2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-358062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-358049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-354665'] for router (fc9ac584-cc2c-479e-bb5c-618b2df15f05), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:45.350720 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4249e26e-7364-4f10-9141-beadc75a6ba2 demo admin] Router fc9ac584-cc2c-479e-bb5c-618b2df15f05 has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:38:45.453284 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4249e26e-7364-4f10-9141-beadc75a6ba2 demo admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:38:45.457297 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-4249e26e-7364-4f10-9141-beadc75a6ba2 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:45.458471 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-4249e26e-7364-4f10-9141-beadc75a6ba2 demo admin] 10.222.0.55 "PUT /v2.0/routers/fc9ac584-cc2c-479e-bb5c-618b2df15f05 HTTP/1.1" status: 200 len: 890 time: 1.8178291 Jun 08 13:38:46.888652 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 3e00745d-30b7-4347-bddb-1cb977036046 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:38:46.938596 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port 3e00745d-30b7-4347-bddb-1cb977036046 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:38:46.938980 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (3e00745d-30b7-4347-bddb-1cb977036046), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:47.020407 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port 3e00745d-30b7-4347-bddb-1cb977036046 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:38:47.996850 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 59422) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:38:48.076765 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writer thread running {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 08 13:38:48.077557 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:48.253047 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.policy [None req-0fdd7d9e-4474-4a1a-b943-9e7852e8fdb5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110997) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 08 13:38:48.300943 dv-cinder-819149-5-iscsi neutron-server[110997]: WARNING oslo_policy.policy [None req-0fdd7d9e-4474-4a1a-b943-9e7852e8fdb5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 13:38:48.301247 dv-cinder-819149-5-iscsi neutron-server[110997]: WARNING oslo_policy.policy [None req-0fdd7d9e-4474-4a1a-b943-9e7852e8fdb5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 13:38:48.310779 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-0fdd7d9e-4474-4a1a-b943-9e7852e8fdb5 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3130584 Jun 08 13:38:48.759047 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88149121-52f3-4db6-8de3-346657045e24 None None] Sync routers for ids ['fc9ac584-cc2c-479e-bb5c-618b2df15f05'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:38:48.771183 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88149121-52f3-4db6-8de3-346657045e24 None None] Routers {'fc9ac584-cc2c-479e-bb5c-618b2df15f05'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:38:48.771851 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-88149121-52f3-4db6-8de3-346657045e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:38:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['fc9ac584-cc2c-479e-bb5c-618b2df15f05'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:38:48.981218 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-88149121-52f3-4db6-8de3-346657045e24 None None] Set router fc9ac584-cc2c-479e-bb5c-618b2df15f05 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:38:49.036815 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:49.204464 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:49.440656 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-88149121-52f3-4db6-8de3-346657045e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9ac584-cc2c-479e-bb5c-618b2df15f05', 'name': 'router1', 'tenant_id': 'c7e75612da3942be997ad038eadd12c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '8203eb2c-8cad-482f-bf47-aacbf94a2e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:38:25Z', 'updated_at': '2022-06-08T13:38:44Z', 'revision_number': 4, 'project_id': 'c7e75612da3942be997ad038eadd12c5', 'gw_port': {'id': '8203eb2c-8cad-482f-bf47-aacbf94a2e1b', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:82:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9ac584-cc2c-479e-bb5c-618b2df15f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:38:44Z', 'updated_at': '2022-06-08T13:38:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '3e00745d-30b7-4347-bddb-1cb977036046', 'name': '', 'network_id': '4654300e-b2d2-47b9-aef7-3d5b13e6fc03', 'tenant_id': 'c7e75612da3942be997ad038eadd12c5', 'mac_address': 'fa:16:3e:03:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9ac584-cc2c-479e-bb5c-618b2df15f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3c47e73-8135-44f4-aa19-73c0bd716529', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:38:35Z', 'updated_at': '2022-06-08T13:38:39Z', 'revision_number': 5, 'project_id': 'c7e75612da3942be997ad038eadd12c5', 'subnets': [{'id': 'd3c47e73-8135-44f4-aa19-73c0bd716529', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1cec3808-623f-406b-9824-f032a8360310'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:38:49.487552 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88149121-52f3-4db6-8de3-346657045e24 None None] Checking router: fc9ac584-cc2c-479e-bb5c-618b2df15f05 for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:38:49.487899 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88149121-52f3-4db6-8de3-346657045e24 None None] Updating router fc9ac584-cc2c-479e-bb5c-618b2df15f05 port 8203eb2c-8cad-482f-bf47-aacbf94a2e1b binding host dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:38:49.541631 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-88149121-52f3-4db6-8de3-346657045e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (8203eb2c-8cad-482f-bf47-aacbf94a2e1b), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:49.712573 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=52,neutron:INSERT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:49.719329 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=34 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:49.881273 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-88149121-52f3-4db6-8de3-346657045e24 None None] Publish callbacks [] for port (8203eb2c-8cad-482f-bf47-aacbf94a2e1b), precommit_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:49.946048 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-88149121-52f3-4db6-8de3-346657045e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (8203eb2c-8cad-482f-bf47-aacbf94a2e1b), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:50.002687 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-88149121-52f3-4db6-8de3-346657045e24 None None] Attempting to bind port 8203eb2c-8cad-482f-bf47-aacbf94a2e1b on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:38:50.003055 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-88149121-52f3-4db6-8de3-346657045e24 None None] Attempting to bind port 8203eb2c-8cad-482f-bf47-aacbf94a2e1b by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:38:50.003412 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88149121-52f3-4db6-8de3-346657045e24 None None] Attempting to bind port 8203eb2c-8cad-482f-bf47-aacbf94a2e1b on network 070b030f-98d2-43d9-b022-f506d26f1e83 {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:38:50.005453 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb5cc5-75ed-4273-a5ce-bf4744b2bf19 None None] Pushing event updated for resources: {'Port': ['ID=8203eb2c-8cad-482f-bf47-aacbf94a2e1b,revision_number=2']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:38:50.012893 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88149121-52f3-4db6-8de3-346657045e24 None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:38:50.013269 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88149121-52f3-4db6-8de3-346657045e24 None None] Checking segment: {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:38:50.013728 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-88149121-52f3-4db6-8de3-346657045e24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:50.014039 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88149121-52f3-4db6-8de3-346657045e24 None None] Bound using segment: {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:38:50.014501 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-88149121-52f3-4db6-8de3-346657045e24 None None] Bound port: 8203eb2c-8cad-482f-bf47-aacbf94a2e1b, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:38:50.014882 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-88149121-52f3-4db6-8de3-346657045e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (8203eb2c-8cad-482f-bf47-aacbf94a2e1b), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:50.071531 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-88149121-52f3-4db6-8de3-346657045e24 None None] For port 8203eb2c-8cad-482f-bf47-aacbf94a2e1b, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=110999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:38:50.075337 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-88149121-52f3-4db6-8de3-346657045e24 None None] For port 8203eb2c-8cad-482f-bf47-aacbf94a2e1b, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=8203eb2c-8cad-482f-bf47-aacbf94a2e1b,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=110999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:38:50.198338 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-88149121-52f3-4db6-8de3-346657045e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (8203eb2c-8cad-482f-bf47-aacbf94a2e1b), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:50.254577 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb5cc5-75ed-4273-a5ce-bf4744b2bf19 None None] Pushing event updated for resources: {'Port': ['ID=8203eb2c-8cad-482f-bf47-aacbf94a2e1b,revision_number=3']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:38:50.280544 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88149121-52f3-4db6-8de3-346657045e24 None None] Routers {'fc9ac584-cc2c-479e-bb5c-618b2df15f05'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:38:50.281167 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-88149121-52f3-4db6-8de3-346657045e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:38:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['fc9ac584-cc2c-479e-bb5c-618b2df15f05'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:38:50.366242 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:50.390171 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-88149121-52f3-4db6-8de3-346657045e24 None None] Set router fc9ac584-cc2c-479e-bb5c-618b2df15f05 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:38:50.578611 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:50.601194 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-88149121-52f3-4db6-8de3-346657045e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9ac584-cc2c-479e-bb5c-618b2df15f05', 'name': 'router1', 'tenant_id': 'c7e75612da3942be997ad038eadd12c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '8203eb2c-8cad-482f-bf47-aacbf94a2e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:38:25Z', 'updated_at': '2022-06-08T13:38:44Z', 'revision_number': 4, 'project_id': 'c7e75612da3942be997ad038eadd12c5', 'gw_port': {'id': '8203eb2c-8cad-482f-bf47-aacbf94a2e1b', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:82:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9ac584-cc2c-479e-bb5c-618b2df15f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:38:44Z', 'updated_at': '2022-06-08T13:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '3e00745d-30b7-4347-bddb-1cb977036046', 'name': '', 'network_id': '4654300e-b2d2-47b9-aef7-3d5b13e6fc03', 'tenant_id': 'c7e75612da3942be997ad038eadd12c5', 'mac_address': 'fa:16:3e:03:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9ac584-cc2c-479e-bb5c-618b2df15f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3c47e73-8135-44f4-aa19-73c0bd716529', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:38:35Z', 'updated_at': '2022-06-08T13:38:39Z', 'revision_number': 5, 'project_id': 'c7e75612da3942be997ad038eadd12c5', 'subnets': [{'id': 'd3c47e73-8135-44f4-aa19-73c0bd716529', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1cec3808-623f-406b-9824-f032a8360310'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:38:50.629010 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88149121-52f3-4db6-8de3-346657045e24 None None] The sync data for ids ['fc9ac584-cc2c-479e-bb5c-618b2df15f05'] in dv-cinder-819149-5-iscsi is: [{'id': 'fc9ac584-cc2c-479e-bb5c-618b2df15f05', 'name': 'router1', 'tenant_id': 'c7e75612da3942be997ad038eadd12c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '8203eb2c-8cad-482f-bf47-aacbf94a2e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:38:25Z', 'updated_at': '2022-06-08T13:38:44Z', 'revision_number': 4, 'project_id': 'c7e75612da3942be997ad038eadd12c5', 'gw_port': {'id': '8203eb2c-8cad-482f-bf47-aacbf94a2e1b', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:82:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9ac584-cc2c-479e-bb5c-618b2df15f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:38:44Z', 'updated_at': '2022-06-08T13:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '3e00745d-30b7-4347-bddb-1cb977036046', 'name': '', 'network_id': '4654300e-b2d2-47b9-aef7-3d5b13e6fc03', 'tenant_id': 'c7e75612da3942be997ad038eadd12c5', 'mac_address': 'fa:16:3e:03:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9ac584-cc2c-479e-bb5c-618b2df15f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3c47e73-8135-44f4-aa19-73c0bd716529', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:38:35Z', 'updated_at': '2022-06-08T13:38:39Z', 'revision_number': 5, 'project_id': 'c7e75612da3942be997ad038eadd12c5', 'subnets': [{'id': 'd3c47e73-8135-44f4-aa19-73c0bd716529', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1cec3808-623f-406b-9824-f032a8360310'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:38:50.934995 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 8203eb2c-8cad-482f-bf47-aacbf94a2e1b up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:38:50.996176 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port 8203eb2c-8cad-482f-bf47-aacbf94a2e1b triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:38:50.996794 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (8203eb2c-8cad-482f-bf47-aacbf94a2e1b), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:51.128897 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port 8203eb2c-8cad-482f-bf47-aacbf94a2e1b is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:38:51.128897 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (8203eb2c-8cad-482f-bf47-aacbf94a2e1b), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:51.147489 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] For port 8203eb2c-8cad-482f-bf47-aacbf94a2e1b, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=8203eb2c-8cad-482f-bf47-aacbf94a2e1b,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:38:51.197574 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (8203eb2c-8cad-482f-bf47-aacbf94a2e1b), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:51.254222 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Pushing event updated for resources: {'Port': ['ID=8203eb2c-8cad-482f-bf47-aacbf94a2e1b,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:38:52.949758 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 8203eb2c-8cad-482f-bf47-aacbf94a2e1b up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:38:53.017143 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port 8203eb2c-8cad-482f-bf47-aacbf94a2e1b triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:38:53.017644 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (8203eb2c-8cad-482f-bf47-aacbf94a2e1b), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:38:53.105140 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port 8203eb2c-8cad-482f-bf47-aacbf94a2e1b is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:38:55.455187 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=47 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:55.457062 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:38:57.715609 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 5 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:38:58.181607 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=6 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:39:01.786010 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a9a96666-327c-444d-bef6-53eea0d693be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:39:04.027849 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-d3c2215e-fa57-4d8d-94df-61ac0a691a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:39:05.437814 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:39:06.563472 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:39:07.710664 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:39:07.712496 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:39:08.112131 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:39:16.503538 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=62,neutron:UPDATE=5 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:39:18.050773 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:39:25.709929 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=4 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:39:25.728624 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=4 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:39:31.838103 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-cdc99b1b-fd25-4abd-876e-6f2f91ef9767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:39:34.026388 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-41677473-0cba-4590-a4b2-7139f3baa1fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:39:34.714270 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 5 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:39:35.420827 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:39:36.580739 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:39:38.134780 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:39:44.713724 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:39:48.038137 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:39:48.041988 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:39:59.710575 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=4 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:39:59.711381 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:40:01.809704 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-da81b1a3-82da-410f-94b9-4aa90aca524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:40:03.998498 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-70c8c6e0-9883-4feb-8252-c26a24a0f372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:40:05.415486 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:40:06.552349 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:40:08.112767 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:40:09.067821 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 59968) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:40:09.144545 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e9fe97-3c63-4d73-bce2-49aed6795616 admin admin] GET failed (client error): The resource could not be found. Jun 08 13:40:09.145835 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-a4e9fe97-3c63-4d73-bce2-49aed6795616 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0770652 Jun 08 13:40:09.340381 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2ce1c3-33ff-41e2-860c-216743355fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:40:09.342090 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-ac2ce1c3-33ff-41e2-860c-216743355fa6 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1921887 Jun 08 13:40:11.632125 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 59978) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:40:11.713083 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 5 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:40:11.724802 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac605e6-5541-40d5-b826-35cd12c48ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:40:11.726163 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-aac605e6-5541-40d5-b826-35cd12c48ba0 admin admin] 10.222.0.55 "GET /v2.0/subnets/d3c47e73-8135-44f4-aa19-73c0bd716529 HTTP/1.1" status: 200 len: 849 time: 0.0930705 Jun 08 13:40:11.736400 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-9bcca6cf-639a-49f9-af61-c25c42d02137 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:40:11.825703 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9bcca6cf-639a-49f9-af61-c25c42d02137 admin admin] Publish callbacks [] for subnet (d3c47e73-8135-44f4-aa19-73c0bd716529), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:40:12.037949 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9bcca6cf-639a-49f9-af61-c25c42d02137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774158720741'] for subnet (d3c47e73-8135-44f4-aa19-73c0bd716529), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:40:12.078103 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcca6cf-639a-49f9-af61-c25c42d02137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:40:12.078626 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9bcca6cf-639a-49f9-af61-c25c42d02137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for subnet (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:40:12.078920 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80be315-e21a-44c5-ad0b-0f7605af5d82 None None] Network 4654300e-b2d2-47b9-aef7-3d5b13e6fc03 requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:40:12.079943 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-9bcca6cf-639a-49f9-af61-c25c42d02137 admin admin] 10.222.0.55 "PUT /v2.0/subnets/d3c47e73-8135-44f4-aa19-73c0bd716529 HTTP/1.1" status: 200 len: 868 time: 0.3471966 Jun 08 13:40:12.101454 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcca6cf-639a-49f9-af61-c25c42d02137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3c47e73-8135-44f4-aa19-73c0bd716529,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:40:12.109730 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcca6cf-639a-49f9-af61-c25c42d02137 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:40:12.110077 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcca6cf-639a-49f9-af61-c25c42d02137 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:40:12.110439 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcca6cf-639a-49f9-af61-c25c42d02137 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:40:12.110776 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcca6cf-639a-49f9-af61-c25c42d02137 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:40:12.111115 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcca6cf-639a-49f9-af61-c25c42d02137 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:40:12.111435 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcca6cf-639a-49f9-af61-c25c42d02137 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:40:12.111761 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcca6cf-639a-49f9-af61-c25c42d02137 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:40:12.112273 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcca6cf-639a-49f9-af61-c25c42d02137 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:40:12.112620 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcca6cf-639a-49f9-af61-c25c42d02137 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:40:12.112944 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcca6cf-639a-49f9-af61-c25c42d02137 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:40:12.113282 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcca6cf-639a-49f9-af61-c25c42d02137 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:40:12.113605 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcca6cf-639a-49f9-af61-c25c42d02137 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:40:12.113922 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcca6cf-639a-49f9-af61-c25c42d02137 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:40:12.114265 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcca6cf-639a-49f9-af61-c25c42d02137 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:40:12.119230 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcca6cf-639a-49f9-af61-c25c42d02137 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:40:12.421084 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-7746f48b-7d60-42e1-86b2-171f36ee5dbe None None] Provisioning complete for port 3e00745d-30b7-4347-bddb-1cb977036046 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:40:12.421564 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-7746f48b-7d60-42e1-86b2-171f36ee5dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (3e00745d-30b7-4347-bddb-1cb977036046), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:40:12.492923 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-7746f48b-7d60-42e1-86b2-171f36ee5dbe None None] Current status of the port 3e00745d-30b7-4347-bddb-1cb977036046 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:40:12.501611 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-7746f48b-7d60-42e1-86b2-171f36ee5dbe None None] Provisioning complete for port c0b8f33c-bee1-4df7-9f73-53564ed2eb19 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:40:12.501993 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-7746f48b-7d60-42e1-86b2-171f36ee5dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (c0b8f33c-bee1-4df7-9f73-53564ed2eb19), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:40:12.572936 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-7746f48b-7d60-42e1-86b2-171f36ee5dbe None None] Current status of the port c0b8f33c-bee1-4df7-9f73-53564ed2eb19 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:40:14.375804 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 59988) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:40:14.571384 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db67c6b-7bdf-4351-80d5-ed6696e785ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:40:14.571843 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db67c6b-7bdf-4351-80d5-ed6696e785ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:40:14.573960 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-7db67c6b-7bdf-4351-80d5-ed6696e785ac admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1971755 Jun 08 13:40:16.868510 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 59996) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:40:17.071659 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdbab32-5b19-426b-a7fb-39056b2ed08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:40:17.072174 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdbab32-5b19-426b-a7fb-39056b2ed08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:40:17.074584 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-8cdbab32-5b19-426b-a7fb-39056b2ed08c admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2051365 Jun 08 13:40:17.711880 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=14 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:40:19.395998 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 60004) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:40:19.574193 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab3d5b8-ed19-4a1e-8a23-b80156b1238b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:40:19.575561 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-dab3d5b8-ed19-4a1e-8a23-b80156b1238b admin admin] 10.222.0.55 "GET /v2.0/networks/070b030f-98d2-43d9-b022-f506d26f1e83 HTTP/1.1" status: 200 len: 886 time: 0.1786089 Jun 08 13:40:21.709679 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=14 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:40:21.824165 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 60012) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:40:21.957579 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3171c9-3e90-45ba-8152-dfd8065cfee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:40:21.958928 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-bf3171c9-3e90-45ba-8152-dfd8065cfee3 admin admin] 10.222.0.55 "GET /v2.0/networks/4654300e-b2d2-47b9-aef7-3d5b13e6fc03 HTTP/1.1" status: 200 len: 869 time: 0.1338363 Jun 08 13:40:22.566381 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:40:22.569280 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:40:24.210705 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 60020) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:40:24.339615 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49c6624-254e-4249-b1b7-747ee12f6fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:40:24.340080 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49c6624-254e-4249-b1b7-747ee12f6fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:40:24.341942 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-b49c6624-254e-4249-b1b7-747ee12f6fa5 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1299772 Jun 08 13:40:26.674959 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 60028) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:40:26.767878 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9d980f-0c30-4e65-8047-b4c4c3bec281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:40:26.768349 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9d980f-0c30-4e65-8047-b4c4c3bec281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:40:26.769851 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-7c9d980f-0c30-4e65-8047-b4c4c3bec281 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0939415 Jun 08 13:40:29.035059 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 60036) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:40:29.122882 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a5dbf9-acf5-49c1-8c14-6c1602cc5142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:40:29.124209 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-75a5dbf9-acf5-49c1-8c14-6c1602cc5142 admin admin] 10.222.0.55 "GET /v2.0/subnets/4285c1ce-c1bb-4be9-b005-ebf83c2cba00 HTTP/1.1" status: 200 len: 816 time: 0.0881846 Jun 08 13:40:29.570434 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=34 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:40:29.572298 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=34 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:40:31.405890 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 60046) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:40:31.477860 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:40:31.497902 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e59bc4-f3a2-4e3a-9fa3-1a1373715b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:40:31.499251 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-09e59bc4-f3a2-4e3a-9fa3-1a1373715b6b admin admin] 10.222.0.55 "GET /v2.0/subnets/d3c47e73-8135-44f4-aa19-73c0bd716529 HTTP/1.1" status: 200 len: 868 time: 0.0924213 Jun 08 13:40:31.884064 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a5ba2f8f-f89c-4d2f-a23e-71ff7a2ec385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:40:33.992778 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-46b06e33-012c-4dfb-a1c1-4397d8349af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:40:34.714448 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=3 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:40:34.715492 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=3 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:40:35.421167 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:40:36.564612 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:40:38.106736 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:40:41.495526 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:40:48.040059 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=9 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:40:48.042322 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:40:48.712375 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 5 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:40:58.707386 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:40:58.708193 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:41:01.833166 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-b31f3d50-2bca-415f-930c-0b5d21a19eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:04.049912 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-db578637-02f7-4333-89a6-91fe05639103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:05.450373 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:06.581153 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:08.101371 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:11.520698 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 60104) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:41:11.568856 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [None req-ded5028b-a875-4cb8-b6e8-45139b18339e admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=110998) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 13:41:11.569854 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-ded5028b-a875-4cb8-b6e8-45139b18339e admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0482178 Jun 08 13:41:11.720872 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=3 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:41:11.726810 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=3 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:41:13.916761 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 60112) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:41:13.977583 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.pecan_wsgi.hooks.translation [None req-50aa41b3-35bd-4f2f-9c69-f1c5cbe5018e admin admin] GET failed (client error): The resource could not be found. Jun 08 13:41:13.979544 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-50aa41b3-35bd-4f2f-9c69-f1c5cbe5018e admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0612168 Jun 08 13:41:14.222758 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb0aaa3-0727-4664-8aa7-6d64b9306e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:41:14.224254 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-9cb0aaa3-0727-4664-8aa7-6d64b9306e8c admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2406199 Jun 08 13:41:16.573902 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 60120) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:41:16.620914 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:41:16.713169 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] Made reservation on behalf of 2c9b429555f24abe8bf7e676e75bbda4 for: {'network': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:41:16.715452 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for network (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:16.748277 dv-cinder-819149-5-iscsi neutron-server[110998]: WARNING neutron.services.revisions.revision_plugin [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] Could not find related network for resource to bump revision. Jun 08 13:41:16.759204 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=110998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:41:16.769447 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (9fb687aa-0ea7-4a94-8e79-78f525983a09), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:16.769776 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.segments_db [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] Added segment 9fb687aa-0ea7-4a94-8e79-78f525983a09 of type vlan for network f93747c4-687c-4612-97af-f383d764c719 Jun 08 13:41:16.808579 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774158396263'] for network (f93747c4-687c-4612-97af-f383d764c719), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:16.901538 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for network (f93747c4-687c-4612-97af-f383d764c719), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:16.902532 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:41:16.903099 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:16.962437 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] Pushing event updated for resources: {'Network': ['ID=f93747c4-687c-4612-97af-f383d764c719,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:41:16.969239 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:16.969574 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:16.969904 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:16.970229 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:16.970559 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:16.970861 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:16.971174 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:16.971486 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:16.971816 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:16.972159 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:16.972487 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:16.972815 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:16.973127 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:16.973432 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:16.973735 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:16.984180 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Network f93747c4-687c-4612-97af-f383d764c719 details requested by agent ovs-agent-dv-cinder-819149-5-iscsi with host dv-cinder-819149-5-iscsi {{(pid=110999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:41:17.018346 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-aee31bf0-e780-4bbc-84ab-3e9575c002f6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4433053 Jun 08 13:41:19.281184 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 60128) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:41:19.345869 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa62a49f-34fd-4512-adf7-7bca1d31dadf admin admin] GET failed (client error): The resource could not be found. Jun 08 13:41:19.347134 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-fa62a49f-34fd-4512-adf7-7bca1d31dadf admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0650115 Jun 08 13:41:19.414244 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc851be0-bcce-4cec-82eb-4b874df877d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:41:19.415668 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-dc851be0-bcce-4cec-82eb-4b874df877d9 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0644763 Jun 08 13:41:19.425224 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-6eb23534-1e9b-45d9-860f-5bfca2da4035 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'f93747c4-687c-4612-97af-f383d764c719', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:41:19.506478 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb23534-1e9b-45d9-860f-5bfca2da4035 admin admin] Made reservation on behalf of 2c9b429555f24abe8bf7e676e75bbda4 for: {'subnet': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:41:19.508675 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6eb23534-1e9b-45d9-860f-5bfca2da4035 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:19.724829 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6eb23534-1e9b-45d9-860f-5bfca2da4035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for subnet (c5869103-0355-4129-9bfd-d5fc7d3fd8f7), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:19.784819 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb23534-1e9b-45d9-860f-5bfca2da4035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5869103-0355-4129-9bfd-d5fc7d3fd8f7,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:41:19.793923 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb23534-1e9b-45d9-860f-5bfca2da4035 admin admin] Checking segment: {'id': '9fb687aa-0ea7-4a94-8e79-78f525983a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f93747c4-687c-4612-97af-f383d764c719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:41:19.794279 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb23534-1e9b-45d9-860f-5bfca2da4035 admin admin] Network hostable DHCP agents. Network: f93747c4-687c-4612-97af-f383d764c719, hostable agents: ['0fe93b45-7a7a-4833-aa38-a6b4536a05ba'], hosted agents: [] {{(pid=110998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:41:19.803843 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:41:19.889812 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb23534-1e9b-45d9-860f-5bfca2da4035 admin admin] Network f93747c4-687c-4612-97af-f383d764c719 is scheduled to be hosted by DHCP agent 0fe93b45-7a7a-4833-aa38-a6b4536a05ba with binding_index 1 {{(pid=110998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:41:19.953069 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-6eb23534-1e9b-45d9-860f-5bfca2da4035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-5-iscsi, f93747c4-687c-4612-97af-f383d764c719) {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:41:19.957139 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb23534-1e9b-45d9-860f-5bfca2da4035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:41:19.961565 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6eb23534-1e9b-45d9-860f-5bfca2da4035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for subnet (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:19.963662 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaf196c-580e-40aa-9c6c-eb983fe22c20 None None] Network f93747c4-687c-4612-97af-f383d764c719 requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:41:20.035249 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-6eb23534-1e9b-45d9-860f-5bfca2da4035 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6131365 Jun 08 13:41:20.070249 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9660f10-ec6d-58c9-bc99-f642291d243f-f93747c4-687c-4612-97af-f383d764c719', 'network_id': 'f93747c4-687c-4612-97af-f383d764c719', 'project_id': '2c9b429555f24abe8bf7e676e75bbda4', 'fixed_ips': [{'subnet_id': 'c5869103-0355-4129-9bfd-d5fc7d3fd8f7'}]}} from dv-cinder-819149-5-iscsi. {{(pid=110999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 08 13:41:20.071210 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:20.318252 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.db_base_plugin_common [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Allocated IP 192.168.233.2 (f93747c4-687c-4612-97af-f383d764c719/c5869103-0355-4129-9bfd-d5fc7d3fd8f7/6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a) {{(pid=110999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:41:20.467175 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Publish callbacks [] for port (6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a), precommit_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:20.564861 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800'] for port (6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a), after_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:20.608911 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Network f93747c4-687c-4612-97af-f383d764c719 is already hosted by enough agents. {{(pid=110999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:41:20.611931 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.scheduler.base_scheduler [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Resources bound (agent type, host, resource id): {{(pid=110999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:41:20.618265 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Received port after_create {{(pid=110999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:41:20.623306 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Pushing event updated for resources: {'Port': ['ID=6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a,revision_number=1']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:41:20.632235 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:20.639139 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:20.639139 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:20.639139 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:20.639139 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:20.639139 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:20.639139 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:20.639139 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:20.639139 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:20.639139 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:20.639139 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:20.639139 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:20.639139 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:20.639139 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:20.639139 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:41:20.692841 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Attempting to bind port 6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:41:20.693198 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Attempting to bind port 6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': '9fb687aa-0ea7-4a94-8e79-78f525983a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f93747c4-687c-4612-97af-f383d764c719'}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:41:20.693552 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Attempting to bind port 6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a on network f93747c4-687c-4612-97af-f383d764c719 {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:41:20.699240 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:41:20.699601 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Checking segment: {'id': '9fb687aa-0ea7-4a94-8e79-78f525983a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f93747c4-687c-4612-97af-f383d764c719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:41:20.699996 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:20.700399 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Bound using segment: {'id': '9fb687aa-0ea7-4a94-8e79-78f525983a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f93747c4-687c-4612-97af-f383d764c719'} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:41:20.700855 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Bound port: 6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb687aa-0ea7-4a94-8e79-78f525983a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f93747c4-687c-4612-97af-f383d764c719'}}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:41:20.701244 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:20.784595 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] For port 6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=110999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:41:20.787757 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] For port 6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a,segment=NetworkSegment(9fb687aa-0ea7-4a94-8e79-78f525983a09),segment_id=9fb687aa-0ea7-4a94-8e79-78f525983a09)] {{(pid=110999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:41:20.867994 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:20.936103 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79047d7-9f81-4af6-b5c0-5eac73c79c7a None None] Pushing event updated for resources: {'Port': ['ID=6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a,revision_number=2']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:41:21.776629 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c629d262-9612-40a1-82f7-87324983e0e1 None None] Network f93747c4-687c-4612-97af-f383d764c719 requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:41:21.827382 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:41:21.830263 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:41:21.832792 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-5d52f139-81e0-4414-bf0d-3f1aee53851c None None] Provisioning complete for port 6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:41:21.833183 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-5d52f139-81e0-4414-bf0d-3f1aee53851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:21.960750 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-5d52f139-81e0-4414-bf0d-3f1aee53851c None None] Current status of the port 6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:41:21.961139 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-5d52f139-81e0-4414-bf0d-3f1aee53851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:22.001715 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-5d52f139-81e0-4414-bf0d-3f1aee53851c None None] For port 6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a,segment=NetworkSegment(9fb687aa-0ea7-4a94-8e79-78f525983a09),segment_id=9fb687aa-0ea7-4a94-8e79-78f525983a09)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:41:22.091596 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-5d52f139-81e0-4414-bf0d-3f1aee53851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:22.145034 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52f139-81e0-4414-bf0d-3f1aee53851c None None] Pushing event updated for resources: {'Port': ['ID=6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a,revision_number=3']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:41:22.215334 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-66bc7e40-8b9a-4642-b1a8-cf9ec204b60f None None] Provisioning complete for port 6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:41:22.215714 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-66bc7e40-8b9a-4642-b1a8-cf9ec204b60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:22.289009 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-66bc7e40-8b9a-4642-b1a8-cf9ec204b60f None None] Current status of the port 6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:41:22.976111 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:41:23.022473 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port 6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:41:23.023134 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:23.106309 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port 6c3eb6c4-9f0e-4fa2-9ed0-42223d45a33a is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:41:25.711715 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 5 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:41:27.618539 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:41:29.968868 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=73,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:41:31.815806 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-71419727-ad71-489d-a15d-0b062982fdbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:34.021340 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-29a53ea7-d1c5-4b92-9f58-05ad516fa31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:35.427136 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:35.708253 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:41:35.708981 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:41:36.574695 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:38.096179 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:41:48.049008 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=58 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:41:48.050969 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=4,neutron:UPDATE=5 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:41:48.718020 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=3 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:41:48.722949 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=3 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:41:59.707552 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:41:59.708745 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:DELETE=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:42:01.793003 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a1b5c1a9-57be-462c-8863-c376e1b2761f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:42:02.710564 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 5 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:42:04.015334 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f1f518d1-23f6-4d76-aeb7-cc5a685b9415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:42:05.444574 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:42:06.570421 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:42:08.118661 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:42:12.706701 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:42:12.707434 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:42:18.053050 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:42:18.054932 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:42:25.715240 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:42:25.719094 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=4 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:42:31.849900 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-7352d27d-5dce-426d-938e-6bca90d3a1aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:42:34.066970 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-1fa34aac-9586-413a-90fe-735daed24c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:42:35.455275 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:42:36.586754 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:42:38.169844 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:42:39.709669 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 5 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:42:48.055946 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:42:48.057361 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:42:55.991800 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 60166) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:42:55.998120 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [None req-9713b913-2ba1-4447-a43d-fc3adf834a0c tempest-verify_tempest_config-1242247484 tempest-verify_tempest_config-1242247484-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=110998) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 13:42:56.005617 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-9713b913-2ba1-4447-a43d-fc3adf834a0c tempest-verify_tempest_config-1242247484 tempest-verify_tempest_config-1242247484-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0063472 Jun 08 13:42:56.514309 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 60184) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:42:56.628261 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c6d6e287-f41b-4583-a1de-22514e6bbe9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:42:56.713315 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c6d6e287-f41b-4583-a1de-22514e6bbe9c admin admin] Publish callbacks [] for security_group (280478fd-194e-4fbc-a15a-da1523bfc23a), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:42:56.758063 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c6d6e287-f41b-4583-a1de-22514e6bbe9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (280478fd-194e-4fbc-a15a-da1523bfc23a), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:42:56.810361 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6e287-f41b-4583-a1de-22514e6bbe9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280478fd-194e-4fbc-a15a-da1523bfc23a,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:42:56.815209 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-c6d6e287-f41b-4583-a1de-22514e6bbe9c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7d99fb8727104ff6a149b74cd1c0045a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2999122 Jun 08 13:42:56.818131 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 60188) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:42:56.819779 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6e287-f41b-4583-a1de-22514e6bbe9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:56.820150 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6e287-f41b-4583-a1de-22514e6bbe9c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:56.820512 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6e287-f41b-4583-a1de-22514e6bbe9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:56.820852 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6e287-f41b-4583-a1de-22514e6bbe9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:56.821181 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6e287-f41b-4583-a1de-22514e6bbe9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:56.821510 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6e287-f41b-4583-a1de-22514e6bbe9c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:56.821832 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6e287-f41b-4583-a1de-22514e6bbe9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:56.822152 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6e287-f41b-4583-a1de-22514e6bbe9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:56.822489 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6e287-f41b-4583-a1de-22514e6bbe9c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:56.822813 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6e287-f41b-4583-a1de-22514e6bbe9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:56.823150 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6e287-f41b-4583-a1de-22514e6bbe9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:56.823488 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6e287-f41b-4583-a1de-22514e6bbe9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:56.824022 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6e287-f41b-4583-a1de-22514e6bbe9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:56.824644 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6e287-f41b-4583-a1de-22514e6bbe9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:56.825130 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6e287-f41b-4583-a1de-22514e6bbe9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:56.926131 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7b0af159-8e5b-4abc-aa85-63cbc8944e62 admin admin] Publish callbacks [] for security_group (280478fd-194e-4fbc-a15a-da1523bfc23a), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:42:56.978841 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7b0af159-8e5b-4abc-aa85-63cbc8944e62 admin admin] Publish callbacks [] for security_group (280478fd-194e-4fbc-a15a-da1523bfc23a), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:42:57.152026 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7b0af159-8e5b-4abc-aa85-63cbc8944e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (280478fd-194e-4fbc-a15a-da1523bfc23a), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:42:57.155164 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7b0af159-8e5b-4abc-aa85-63cbc8944e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:42:57.156403 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-7b0af159-8e5b-4abc-aa85-63cbc8944e62 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/280478fd-194e-4fbc-a15a-da1523bfc23a HTTP/1.1" status: 204 len: 168 time: 0.3372767 Jun 08 13:42:57.165452 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0af159-8e5b-4abc-aa85-63cbc8944e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280478fd-194e-4fbc-a15a-da1523bfc23a,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:42:57.175708 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af159-8e5b-4abc-aa85-63cbc8944e62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:57.176078 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af159-8e5b-4abc-aa85-63cbc8944e62 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:57.176439 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af159-8e5b-4abc-aa85-63cbc8944e62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:57.176759 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af159-8e5b-4abc-aa85-63cbc8944e62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:57.177088 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af159-8e5b-4abc-aa85-63cbc8944e62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:57.177409 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af159-8e5b-4abc-aa85-63cbc8944e62 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:57.177734 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af159-8e5b-4abc-aa85-63cbc8944e62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:57.178052 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af159-8e5b-4abc-aa85-63cbc8944e62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:57.178377 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af159-8e5b-4abc-aa85-63cbc8944e62 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:57.178695 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af159-8e5b-4abc-aa85-63cbc8944e62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:57.179032 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af159-8e5b-4abc-aa85-63cbc8944e62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:57.179371 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af159-8e5b-4abc-aa85-63cbc8944e62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:57.179689 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af159-8e5b-4abc-aa85-63cbc8944e62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:57.180002 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af159-8e5b-4abc-aa85-63cbc8944e62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:57.180414 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af159-8e5b-4abc-aa85-63cbc8944e62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af159-8e5b-4abc-aa85-63cbc8944e62 admin admin] Tracked resource versions report: Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: pushed versions: Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: { 'AddressGroup': {'1.2'}, Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'Agent': {'1.1'}, Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'ConntrackHelper': {'1.0'}, Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'LocalIPAssociation': {'1.0'}, Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'Log': {'1.0'}, Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'NDPProxy': {'1.0'}, Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'Network': {'1.1'}, Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'Port': {'1.7'}, Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'PortForwarding': {'1.3'}, Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'QosPolicy': {'1.10'}, Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'SecurityGroup': {'1.5'}, Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'SecurityGroupRule': {'1.2'}, Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'SubPort': {'1.0'}, Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'Subnet': {'1.1'}, Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'Trunk': {'1.1'}} Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: consumer versions: Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: { DHCP agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: L3 agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: Metadata agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: Metering agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: Open vSwitch agent@dv-cinder-819149-5-iscsi: { 'AddressGroup': '1.2', Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'Agent': '1.1', Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'ConntrackHelper': '1.0', Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'LocalIPAssociation': '1.0', Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'Log': '1.0', Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'NDPProxy': '1.0', Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'Network': '1.1', Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'Port': '1.7', Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'PortForwarding': '1.3', Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'QosPolicy': '1.10', Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'SecurityGroup': '1.5', Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'SecurityGroupRule': '1.2', Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'SubPort': '1.0', Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'Subnet': '1.1', Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: 'Trunk': '1.1'}} Jun 08 13:42:57.181877 dv-cinder-819149-5-iscsi neutron-server[110997]: {{(pid=110997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 13:43:01.814458 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a9aad231-edee-481e-bb24-3b320a3aa075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:43:02.704440 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=13 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:43:02.714459 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=21 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:43:04.049334 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-d2277126-84eb-49d8-8fc3-e7fe7948cf2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:43:05.478163 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:43:06.585265 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:43:06.806628 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=18,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:43:06.813520 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=21,neutron:INSERT=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:43:07.168156 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:43:07.171044 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:43:08.106552 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:43:16.707834 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 5 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:43:18.056196 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:43:18.058042 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:43:26.704513 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:43:26.705487 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:43:31.803394 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-59453a3a-7ee8-4e64-8e9c-c263a6bf2fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:43:34.032967 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-b8319870-b992-4473-81d7-2880e9dd4863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:43:35.454683 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:43:36.609009 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:43:38.123280 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:43:39.715932 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:43:39.719812 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=5 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:43:48.057924 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:43:48.059809 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:43:53.706550 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 5 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:44:01.809054 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-8f0ce23d-0e87-4588-b336-696e7d06af2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:44:03.702658 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:44:03.703390 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:44:04.025654 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-4bfab358-4519-4dc8-837a-654dc21f9761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:44:05.454321 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:44:06.602614 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:44:08.112283 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:44:16.726528 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=4 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:44:18.050627 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:44:18.052493 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:44:25.711778 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=4 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:44:30.706193 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 5 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:44:31.808508 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-27088197-de79-44c3-bb17-af2d288b9a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:44:34.046330 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-3a5d83e5-6c2b-4df6-8e44-8e5c379671a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:44:35.443016 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:44:36.578085 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:44:38.156683 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:44:40.179594 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-355218'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:44:40.702780 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:44:50.112140 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:44:50.115989 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:44:53.660881 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 60268) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:44:53.765556 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-b8882ae3-e21a-40de-b5cd-0d1bdeb83dd3 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1035781 Jun 08 13:44:56.080939 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 60278) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:44:56.136045 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-a62e9002-7d0f-4ff1-8c5c-82ac81a1ebda admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0540273 Jun 08 13:44:57.647867 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=13 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:44:57.649701 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=19 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:45:01.807660 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-d4387ba0-f39b-4d27-8ae6-84339c55c6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:45:03.758136 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:45:04.059504 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-225452b9-d003-4eda-8e51-4cb46d905c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:45:05.458791 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:45:06.131510 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:45:06.619163 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:45:07.705263 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:45:08.133456 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:45:10.122504 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:45:17.701073 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:45:20.066956 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:45:20.068787 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:45:30.724476 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:45:30.729356 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=5 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:45:31.812914 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-6fe37c88-baa7-499f-bd2b-41daeb3a7d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:45:34.161642 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-c751230e-ab7b-46ef-900e-dacad8ce6cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:45:35.445021 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:45:36.588046 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:45:38.121567 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:45:40.131066 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:45:44.706904 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:45:50.066184 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:45:50.067354 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:01.778098 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-6303e89c-3f5c-4a2b-b1eb-deeffb303a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:04.084796 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-6b25e064-0d88-42a4-86b1-1ba2d2fe61e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:05.467804 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:06.595122 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:07.721021 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=3 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:07.726572 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:08.109524 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:10.161038 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:20.076858 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:20.084858 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:21.705979 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:46:31.702171 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:31.703355 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:31.815756 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-7354b011-6fc3-4aa7-a787-1c922a33df0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:34.044269 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ec5f54a0-3a10-40f3-a779-993843e39a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:35.463914 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:35.569200 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 60480) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:35.946011 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-786310473-network', 'tenant_id': '9e6598a073a442958076b48bed28c472'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:46:36.051963 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Made reservation on behalf of 9e6598a073a442958076b48bed28c472 for: {'network': 1} {{(pid=110997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:46:36.055496 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for network (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:36.062626 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 60504) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:36.073707 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:36.177777 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Publish callbacks [] for security_group (bfb76049-a38a-4850-898d-126f081bd759), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:36.264394 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (bfb76049-a38a-4850-898d-126f081bd759), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:36.299671 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=110997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:46:36.307506 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb76049-a38a-4850-898d-126f081bd759,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:36.319259 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774158746116', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (99344786-4fbb-4a84-b3d0-9b46d1bc4125), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:36.319810 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Unsubscribe: segment precommit_create {{(pid=110997) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 08 13:46:36.320432 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.db.segments_db [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Added segment 99344786-4fbb-4a84-b3d0-9b46d1bc4125 of type vlan for network aade4219-e25a-4e36-bcb1-dc2ec86e256b Jun 08 13:46:36.333590 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.333936 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.339102 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.339102 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.339102 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.339102 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.339102 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.339102 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.339102 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.339102 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.339102 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.339102 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.339102 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.339102 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.339102 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Tracked resource versions report: Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: pushed versions: Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: { 'AddressGroup': {'1.2'}, Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'Agent': {'1.1'}, Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'ConntrackHelper': {'1.0'}, Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'LocalIPAssociation': {'1.0'}, Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'Log': {'1.0'}, Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'NDPProxy': {'1.0'}, Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'Network': {'1.1'}, Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'Port': {'1.7'}, Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'PortForwarding': {'1.3'}, Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'QosPolicy': {'1.10'}, Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'SecurityGroup': {'1.5'}, Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'SecurityGroupRule': {'1.2'}, Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'SubPort': {'1.0'}, Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'Subnet': {'1.1'}, Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'Trunk': {'1.1'}} Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: consumer versions: Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: { DHCP agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: HyperV agent@hv-cinder-81914: {}, Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: L3 agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: Metadata agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: Metering agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: Open vSwitch agent@dv-cinder-819149-5-iscsi: { 'AddressGroup': '1.2', Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'Agent': '1.1', Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'ConntrackHelper': '1.0', Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'LocalIPAssociation': '1.0', Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'Log': '1.0', Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'NDPProxy': '1.0', Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'Network': '1.1', Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'Port': '1.7', Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'PortForwarding': '1.3', Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'QosPolicy': '1.10', Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'SecurityGroup': '1.5', Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'SecurityGroupRule': '1.2', Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'SubPort': '1.0', Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'Subnet': '1.1', Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: 'Trunk': '1.1'}} Jun 08 13:46:36.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: {{(pid=110997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 13:46:36.403848 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774158396263'] for network (aade4219-e25a-4e36-bcb1-dc2ec86e256b), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:36.486783 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-940829353-network', 'tenant_id': '87c115dc845a497292c12e2980e9f77b'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:46:36.572538 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for network (aade4219-e25a-4e36-bcb1-dc2ec86e256b), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:36.573668 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:36.574260 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:36.606556 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Made reservation on behalf of 87c115dc845a497292c12e2980e9f77b for: {'network': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:46:36.609529 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for network (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:36.621089 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:36.674749 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] Pushing event updated for resources: {'Network': ['ID=aade4219-e25a-4e36-bcb1-dc2ec86e256b,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:36.681466 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 60530) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:36.684852 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:36.699701 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Network aade4219-e25a-4e36-bcb1-dc2ec86e256b details requested by agent ovs-agent-dv-cinder-819149-5-iscsi with host dv-cinder-819149-5-iscsi {{(pid=110999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:46:36.745317 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Publish callbacks [] for security_group (bebca304-bfa0-42af-8a2e-02f81b07c295), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:36.778279 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-85b796fe-d036-42f8-9155-d3782e9818f7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.2042530 Jun 08 13:46:36.778689 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 60536) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:36.785677 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-ebab2d47-35b3-422f-95b3-4cf5bc9121f7 admin admin] Request body: {'subnet': {'network_id': 'aade4219-e25a-4e36-bcb1-dc2ec86e256b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-786310473-subnet', 'tenant_id': '9e6598a073a442958076b48bed28c472', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:46:36.844737 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (bebca304-bfa0-42af-8a2e-02f81b07c295), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:36.861516 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=110998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:46:36.901607 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebca304-bfa0-42af-8a2e-02f81b07c295,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:36.909528 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (a34c7784-43f9-466c-a9ad-749dd0a739ec), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:36.910330 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.segments_db [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Added segment a34c7784-43f9-466c-a9ad-749dd0a739ec of type vlan for network 42d99904-a8b4-4285-872c-5a43c79568a6 Jun 08 13:46:36.926708 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.927315 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.928035 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.933952 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebab2d47-35b3-422f-95b3-4cf5bc9121f7 admin admin] Made reservation on behalf of 9e6598a073a442958076b48bed28c472 for: {'subnet': 1} {{(pid=110997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:46:36.933952 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ebab2d47-35b3-422f-95b3-4cf5bc9121f7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:36.940231 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.940593 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.943104 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.943454 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.943824 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.944193 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.944623 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.944866 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.945301 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.951455 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.951949 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.952463 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Tracked resource versions report: Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: pushed versions: Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: { 'AddressGroup': {'1.2'}, Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'Agent': {'1.1'}, Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'ConntrackHelper': {'1.0'}, Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'LocalIPAssociation': {'1.0'}, Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'Log': {'1.0'}, Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'NDPProxy': {'1.0'}, Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'Network': {'1.1'}, Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'Port': {'1.7'}, Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'PortForwarding': {'1.3'}, Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'QosPolicy': {'1.10'}, Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'SecurityGroup': {'1.5'}, Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'SecurityGroupRule': {'1.2'}, Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'SubPort': {'1.0'}, Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'Subnet': {'1.1'}, Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'Trunk': {'1.1'}} Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: consumer versions: Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: { DHCP agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: HyperV agent@hv-cinder-81914: {}, Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: L3 agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: Metadata agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: Metering agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: Open vSwitch agent@dv-cinder-819149-5-iscsi: { 'AddressGroup': '1.2', Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'Agent': '1.1', Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'ConntrackHelper': '1.0', Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'LocalIPAssociation': '1.0', Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'Log': '1.0', Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'NDPProxy': '1.0', Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'Network': '1.1', Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'Port': '1.7', Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'PortForwarding': '1.3', Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'QosPolicy': '1.10', Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'SecurityGroup': '1.5', Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'SecurityGroupRule': '1.2', Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'SubPort': '1.0', Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'Subnet': '1.1', Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: 'Trunk': '1.1'}} Jun 08 13:46:36.957669 dv-cinder-819149-5-iscsi neutron-server[110998]: {{(pid=110998) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 13:46:36.996209 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 60538) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:37.075629 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774158396263'] for network (42d99904-a8b4-4285-872c-5a43c79568a6), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:37.136509 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-c884df13-ffd0-4073-a09a-c758f74ea1f6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-599513764-network', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:46:37.185699 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-fbf76b37-7873-4069-80eb-143b415a2fd4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-9323543-network', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:46:37.230454 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for network (42d99904-a8b4-4285-872c-5a43c79568a6), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:37.232091 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:37.232684 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:37.360992 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf76b37-7873-4069-80eb-143b415a2fd4 admin admin] Made reservation on behalf of d0cc65fa99694daa81878db0200bdb4b for: {'network': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:46:37.364480 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fbf76b37-7873-4069-80eb-143b415a2fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for network (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:37.392196 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fbf76b37-7873-4069-80eb-143b415a2fd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:37.458699 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c884df13-ffd0-4073-a09a-c758f74ea1f6 admin admin] Made reservation on behalf of 9abd79bc99784c3f81991d1cae37a074 for: {'network': 1} {{(pid=110997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:46:37.462125 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c884df13-ffd0-4073-a09a-c758f74ea1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for network (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:37.471702 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c884df13-ffd0-4073-a09a-c758f74ea1f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:37.484522 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:37.517860 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 60584) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:37.518452 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.4565182 Jun 08 13:46:37.526428 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-9f312ddd-dc8e-4213-81ca-63d16b089bf0 admin admin] Request body: {'subnet': {'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-940829353-subnet', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:46:37.541206 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ebab2d47-35b3-422f-95b3-4cf5bc9121f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for subnet (0e6e7292-51a7-4586-abd9-57aae361415c), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:37.554654 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f901207-4532-4f68-b743-5247f98a14de admin admin] Pushing event updated for resources: {'Network': ['ID=42d99904-a8b4-4285-872c-5a43c79568a6,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:37.567971 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Network 42d99904-a8b4-4285-872c-5a43c79568a6 details requested by agent ovs-agent-dv-cinder-819149-5-iscsi with host dv-cinder-819149-5-iscsi {{(pid=110999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:46:37.583703 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fbf76b37-7873-4069-80eb-143b415a2fd4 admin admin] Publish callbacks [] for security_group (1e315607-c204-40df-8ff1-f7d137df7c46), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:37.600760 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab2d47-35b3-422f-95b3-4cf5bc9121f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e6e7292-51a7-4586-abd9-57aae361415c,revision_number=0']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:37.631001 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:37.706016 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fbf76b37-7873-4069-80eb-143b415a2fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (1e315607-c204-40df-8ff1-f7d137df7c46), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:37.710256 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebab2d47-35b3-422f-95b3-4cf5bc9121f7 admin admin] Checking segment: {'id': '99344786-4fbb-4a84-b3d0-9b46d1bc4125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'aade4219-e25a-4e36-bcb1-dc2ec86e256b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:46:37.710673 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebab2d47-35b3-422f-95b3-4cf5bc9121f7 admin admin] Network hostable DHCP agents. Network: aade4219-e25a-4e36-bcb1-dc2ec86e256b, hostable agents: ['0fe93b45-7a7a-4833-aa38-a6b4536a05ba'], hosted agents: [] {{(pid=110997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:46:37.720793 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c884df13-ffd0-4073-a09a-c758f74ea1f6 admin admin] Publish callbacks [] for security_group (142a968a-18a8-4b92-99f3-c9baf3c2278d), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:37.739859 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf76b37-7873-4069-80eb-143b415a2fd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=110998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:46:37.744986 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f312ddd-dc8e-4213-81ca-63d16b089bf0 admin admin] Made reservation on behalf of 87c115dc845a497292c12e2980e9f77b for: {'subnet': 1} {{(pid=110997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:46:37.744986 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9f312ddd-dc8e-4213-81ca-63d16b089bf0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:37.753166 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf76b37-7873-4069-80eb-143b415a2fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e315607-c204-40df-8ff1-f7d137df7c46,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:37.758357 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fbf76b37-7873-4069-80eb-143b415a2fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (a5fe51d5-0992-41c9-9311-f6f6cc7a2fef), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:37.758889 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.segments_db [None req-fbf76b37-7873-4069-80eb-143b415a2fd4 admin admin] Added segment a5fe51d5-0992-41c9-9311-f6f6cc7a2fef of type vlan for network 12800c86-d5ba-481d-a55e-8c6ac82045b0 Jun 08 13:46:37.800851 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fbf76b37-7873-4069-80eb-143b415a2fd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774158396263'] for network (12800c86-d5ba-481d-a55e-8c6ac82045b0), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:37.847093 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c884df13-ffd0-4073-a09a-c758f74ea1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (142a968a-18a8-4b92-99f3-c9baf3c2278d), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:37.852247 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebab2d47-35b3-422f-95b3-4cf5bc9121f7 admin admin] Network aade4219-e25a-4e36-bcb1-dc2ec86e256b is scheduled to be hosted by DHCP agent 0fe93b45-7a7a-4833-aa38-a6b4536a05ba with binding_index 1 {{(pid=110997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:46:37.897703 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fbf76b37-7873-4069-80eb-143b415a2fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for network (12800c86-d5ba-481d-a55e-8c6ac82045b0), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:37.899542 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf76b37-7873-4069-80eb-143b415a2fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:37.900250 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fbf76b37-7873-4069-80eb-143b415a2fd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:37.908707 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=5 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:37.926710 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884df13-ffd0-4073-a09a-c758f74ea1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142a968a-18a8-4b92-99f3-c9baf3c2278d,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:37.963106 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.db.api [None req-c884df13-ffd0-4073-a09a-c758f74ea1f6 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=110997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 08 13:46:37.963511 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG oslo_db.api [None req-c884df13-ffd0-4073-a09a-c758f74ea1f6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=110997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 13:46:37.966963 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf76b37-7873-4069-80eb-143b415a2fd4 admin admin] Pushing event updated for resources: {'Network': ['ID=12800c86-d5ba-481d-a55e-8c6ac82045b0,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:37.978408 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Network 12800c86-d5ba-481d-a55e-8c6ac82045b0 details requested by agent ovs-agent-dv-cinder-819149-5-iscsi with host dv-cinder-819149-5-iscsi {{(pid=110999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:46:37.989542 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [None req-ebab2d47-35b3-422f-95b3-4cf5bc9121f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-5-iscsi, aade4219-e25a-4e36-bcb1-dc2ec86e256b) {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:46:38.003155 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebab2d47-35b3-422f-95b3-4cf5bc9121f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:38.006501 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ebab2d47-35b3-422f-95b3-4cf5bc9121f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for subnet (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:38.041165 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cacab4-ff77-406b-9141-43a4c709916b None None] Network aade4219-e25a-4e36-bcb1-dc2ec86e256b requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:46:38.102257 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9f312ddd-dc8e-4213-81ca-63d16b089bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for subnet (a0a5efd6-6778-48b9-88e3-5a88abf2683a), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:38.104656 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-fbf76b37-7873-4069-80eb-143b415a2fd4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.1070797 Jun 08 13:46:38.107518 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 60620) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:38.112274 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-5e303145-1f56-4d33-9d8d-40e66b149de7 admin admin] Request body: {'subnet': {'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-9323543-subnet', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:46:38.178163 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-ebab2d47-35b3-422f-95b3-4cf5bc9121f7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3979878 Jun 08 13:46:38.183670 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f312ddd-dc8e-4213-81ca-63d16b089bf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0a5efd6-6778-48b9-88e3-5a88abf2683a,revision_number=0']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:38.205000 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f312ddd-dc8e-4213-81ca-63d16b089bf0 admin admin] Checking segment: {'id': 'a34c7784-43f9-466c-a9ad-749dd0a739ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:46:38.206363 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e303145-1f56-4d33-9d8d-40e66b149de7 admin admin] Made reservation on behalf of d0cc65fa99694daa81878db0200bdb4b for: {'subnet': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:46:38.209282 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5e303145-1f56-4d33-9d8d-40e66b149de7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:38.212585 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f312ddd-dc8e-4213-81ca-63d16b089bf0 admin admin] Network hostable DHCP agents. Network: 42d99904-a8b4-4285-872c-5a43c79568a6, hostable agents: ['0fe93b45-7a7a-4833-aa38-a6b4536a05ba'], hosted agents: [] {{(pid=110997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:46:38.217886 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:38.269520 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f422b3-3b2d-4bcd-bdba-502b2ac9ea82 None None] Network aade4219-e25a-4e36-bcb1-dc2ec86e256b requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:46:38.304469 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:38.369672 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f312ddd-dc8e-4213-81ca-63d16b089bf0 admin admin] Network 42d99904-a8b4-4285-872c-5a43c79568a6 is scheduled to be hosted by DHCP agent 0fe93b45-7a7a-4833-aa38-a6b4536a05ba with binding_index 1 {{(pid=110997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:46:38.465320 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c884df13-ffd0-4073-a09a-c758f74ea1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for network (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:38.508422 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [None req-9f312ddd-dc8e-4213-81ca-63d16b089bf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-5-iscsi, 42d99904-a8b4-4285-872c-5a43c79568a6) {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:46:38.528829 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f719483-5c95-4c63-a147-3a4e012a70c9 None None] Network 42d99904-a8b4-4285-872c-5a43c79568a6 requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:46:38.539203 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f312ddd-dc8e-4213-81ca-63d16b089bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:38.539203 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9f312ddd-dc8e-4213-81ca-63d16b089bf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for subnet (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:38.584765 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5e303145-1f56-4d33-9d8d-40e66b149de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for subnet (3a82067f-8037-420a-aa38-ea511b7711ca), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:38.618122 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c884df13-ffd0-4073-a09a-c758f74ea1f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=110997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:46:38.896535 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c884df13-ffd0-4073-a09a-c758f74ea1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (32b6b0f7-21d9-469a-8491-050a49ba265a), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:38.896535 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.db.segments_db [None req-c884df13-ffd0-4073-a09a-c758f74ea1f6 admin admin] Added segment 32b6b0f7-21d9-469a-8491-050a49ba265a of type vlan for network ae8a0e1e-0700-4e0e-8372-c30751bbef6f Jun 08 13:46:38.900032 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9660f10-ec6d-58c9-bc99-f642291d243f-42d99904-a8b4-4285-872c-5a43c79568a6', 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6', 'project_id': '87c115dc845a497292c12e2980e9f77b', 'fixed_ips': [{'subnet_id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a'}]}} from dv-cinder-819149-5-iscsi. {{(pid=110999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 08 13:46:38.900032 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:38.901728 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e303145-1f56-4d33-9d8d-40e66b149de7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a82067f-8037-420a-aa38-ea511b7711ca,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:38.901728 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e303145-1f56-4d33-9d8d-40e66b149de7 admin admin] Checking segment: {'id': 'a5fe51d5-0992-41c9-9311-f6f6cc7a2fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:46:38.901728 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e303145-1f56-4d33-9d8d-40e66b149de7 admin admin] Network hostable DHCP agents. Network: 12800c86-d5ba-481d-a55e-8c6ac82045b0, hostable agents: ['0fe93b45-7a7a-4833-aa38-a6b4536a05ba'], hosted agents: [] {{(pid=110998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:46:38.902883 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-9f312ddd-dc8e-4213-81ca-63d16b089bf0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2352185 Jun 08 13:46:38.902883 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:38.903612 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 60664) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:38.903612 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-a13724b8-1eb3-41a9-a2b1-ff31be0a9dfa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-940829353-router', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:46:38.903883 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c884df13-ffd0-4073-a09a-c758f74ea1f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774158396263'] for network (ae8a0e1e-0700-4e0e-8372-c30751bbef6f), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:38.903883 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 60684) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:38.903883 dv-cinder-819149-5-iscsi neutron-server[110997]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 08 13:46:38.904106 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.db_base_plugin_common [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Allocated IP 172.20.0.2 (42d99904-a8b4-4285-872c-5a43c79568a6/a0a5efd6-6778-48b9-88e3-5a88abf2683a/fe6806ce-8213-4b26-aa56-0df50e0eeb9f) {{(pid=110999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:46:38.949303 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e303145-1f56-4d33-9d8d-40e66b149de7 admin admin] Network 12800c86-d5ba-481d-a55e-8c6ac82045b0 is scheduled to be hosted by DHCP agent 0fe93b45-7a7a-4833-aa38-a6b4536a05ba with binding_index 1 {{(pid=110998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:46:39.032808 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9528df-4c86-455e-8362-0fbc24322eba req-9b374f2f-cff7-413c-baf7-f3e684072268 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:39.034258 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5d9528df-4c86-455e-8362-0fbc24322eba req-9b374f2f-cff7-413c-baf7-f3e684072268 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/networks?id=aade4219-e25a-4e36-bcb1-dc2ec86e256b HTTP/1.1" status: 200 len: 811 time: 0.1845305 Jun 08 13:46:39.037557 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Publish callbacks [] for port (fe6806ce-8213-4b26-aa56-0df50e0eeb9f), precommit_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:39.038837 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c884df13-ffd0-4073-a09a-c758f74ea1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for network (ae8a0e1e-0700-4e0e-8372-c30751bbef6f), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:39.040180 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c884df13-ffd0-4073-a09a-c758f74ea1f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:39.040930 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c884df13-ffd0-4073-a09a-c758f74ea1f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:39.041496 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a13724b8-1eb3-41a9-a2b1-ff31be0a9dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-354394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2750'] for router (73f7d7e5-25cc-486d-b119-57e35a7c9cd2), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:39.046621 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a13724b8-1eb3-41a9-a2b1-ff31be0a9dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-354572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-344210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3710513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2741'] for router (73f7d7e5-25cc-486d-b119-57e35a7c9cd2), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:39.072874 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-5e303145-1f56-4d33-9d8d-40e66b149de7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-5-iscsi, 12800c86-d5ba-481d-a55e-8c6ac82045b0) {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:46:39.081223 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e303145-1f56-4d33-9d8d-40e66b149de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:39.082132 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5e303145-1f56-4d33-9d8d-40e66b149de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for subnet (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:39.088235 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44368c1-e098-4cd6-8a12-d0f75fab490a None None] Network 12800c86-d5ba-481d-a55e-8c6ac82045b0 requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:46:39.122152 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884df13-ffd0-4073-a09a-c758f74ea1f6 admin admin] Pushing event updated for resources: {'Network': ['ID=ae8a0e1e-0700-4e0e-8372-c30751bbef6f,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:39.136345 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5d9528df-4c86-455e-8362-0fbc24322eba req-1ce5c6f4-6b1a-40c9-8912-777f7e3038cc tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/quotas/9e6598a073a442958076b48bed28c472 HTTP/1.1" status: 200 len: 375 time: 0.0900366 Jun 08 13:46:39.137860 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a13724b8-1eb3-41a9-a2b1-ff31be0a9dfa admin admin] Publish callbacks [] for router_controller (73f7d7e5-25cc-486d-b119-57e35a7c9cd2), precommit_add_association {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:39.147680 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Network ae8a0e1e-0700-4e0e-8372-c30751bbef6f details requested by agent ovs-agent-dv-cinder-819149-5-iscsi with host dv-cinder-819149-5-iscsi {{(pid=110999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:46:39.163722 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:39.165128 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800'] for port (fe6806ce-8213-4b26-aa56-0df50e0eeb9f), after_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:39.200940 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5d9528df-4c86-455e-8362-0fbc24322eba req-29ca3b88-9b26-40a6-9d4d-ae205ac82e29 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9e6598a073a442958076b48bed28c472&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634103 Jun 08 13:46:39.215508 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-c884df13-ffd0-4073-a09a-c758f74ea1f6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 2.5326228 Jun 08 13:46:39.218642 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 60694) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:39.224331 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-91fa7e6d-f2ee-4b7a-947f-d34f72e31e41 admin admin] Request body: {'subnet': {'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-599513764-subnet', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:46:39.251780 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-5e303145-1f56-4d33-9d8d-40e66b149de7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1431808 Jun 08 13:46:39.253607 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:39.255175 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 60696) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:39.262518 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-c6bdc098-8247-48f1-9daa-e44471da404d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-9323543-router', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:46:39.323310 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=89,neutron:UPDATE=9,neutron:INSERT=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:39.357006 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fa7e6d-f2ee-4b7a-947f-d34f72e31e41 admin admin] Made reservation on behalf of 9abd79bc99784c3f81991d1cae37a074 for: {'subnet': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:46:39.359512 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c6bdc098-8247-48f1-9daa-e44471da404d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-354394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2750'] for router (4cba750f-4f39-4b99-9242-f53dcb21f8aa), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:39.359766 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-91fa7e6d-f2ee-4b7a-947f-d34f72e31e41 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:39.362289 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c6bdc098-8247-48f1-9daa-e44471da404d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-354572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-344210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3710513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2741'] for router (4cba750f-4f39-4b99-9242-f53dcb21f8aa), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:39.374971 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Network 42d99904-a8b4-4285-872c-5a43c79568a6 is already hosted by enough agents. {{(pid=110999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:46:39.403472 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.scheduler.base_scheduler [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Resources bound (agent type, host, resource id): {{(pid=110999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:46:39.405811 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Received port after_create {{(pid=110999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:46:39.448722 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a13724b8-1eb3-41a9-a2b1-ff31be0a9dfa admin admin] Publish callbacks [] for router_gateway (73f7d7e5-25cc-486d-b119-57e35a7c9cd2), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:39.502305 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 60704) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:39.516739 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Pushing event updated for resources: {'Port': ['ID=fe6806ce-8213-4b26-aa56-0df50e0eeb9f,revision_number=1']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:39.562443 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:39.562852 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:39.563246 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:39.563461 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:39.563835 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:39.564108 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:39.564503 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:39.564720 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:39.565035 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:39.565347 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:39.565941 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:39.565941 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:39.566270 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:39.566944 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:39.566944 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Tracked resource versions report: Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: pushed versions: Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: { 'AddressGroup': {'1.2'}, Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'Agent': {'1.1'}, Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'ConntrackHelper': {'1.0'}, Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'LocalIPAssociation': {'1.0'}, Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'Log': {'1.0'}, Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'NDPProxy': {'1.0'}, Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'Network': {'1.1'}, Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'Port': {'1.7'}, Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'PortForwarding': {'1.3'}, Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'QosPolicy': {'1.10'}, Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'SecurityGroup': {'1.5'}, Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'SecurityGroupRule': {'1.2'}, Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'SubPort': {'1.0'}, Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'Subnet': {'1.1'}, Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'Trunk': {'1.1'}} Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: consumer versions: Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: { DHCP agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: HyperV agent@hv-cinder-81914: {}, Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: L3 agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: Metadata agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: Metering agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: Open vSwitch agent@dv-cinder-819149-5-iscsi: { 'AddressGroup': '1.2', Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'Agent': '1.1', Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'ConntrackHelper': '1.0', Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'LocalIPAssociation': '1.0', Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'Log': '1.0', Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'NDPProxy': '1.0', Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'Network': '1.1', Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'Port': '1.7', Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'PortForwarding': '1.3', Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'QosPolicy': '1.10', Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'SecurityGroup': '1.5', Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'SecurityGroupRule': '1.2', Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'SubPort': '1.0', Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'Subnet': '1.1', Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: 'Trunk': '1.1'}} Jun 08 13:46:39.568172 dv-cinder-819149-5-iscsi neutron-server[110999]: {{(pid=110999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 13:46:39.586474 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6964c5a6-c974-49b1-b5ac-e5fcf1c87d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9660f10-ec6d-58c9-bc99-f642291d243f-12800c86-d5ba-481d-a55e-8c6ac82045b0', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'fixed_ips': [{'subnet_id': '3a82067f-8037-420a-aa38-ea511b7711ca'}]}} from dv-cinder-819149-5-iscsi. {{(pid=110999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 08 13:46:39.588086 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-6964c5a6-c974-49b1-b5ac-e5fcf1c87d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:39.594628 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 60710) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:39.602530 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:39.616401 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c6bdc098-8247-48f1-9daa-e44471da404d admin admin] Publish callbacks [] for router_controller (4cba750f-4f39-4b99-9242-f53dcb21f8aa), precommit_add_association {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:39.622117 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Attempting to bind port fe6806ce-8213-4b26-aa56-0df50e0eeb9f on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:46:39.622738 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Attempting to bind port fe6806ce-8213-4b26-aa56-0df50e0eeb9f by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': 'a34c7784-43f9-466c-a9ad-749dd0a739ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6'}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:46:39.623238 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Attempting to bind port fe6806ce-8213-4b26-aa56-0df50e0eeb9f on network 42d99904-a8b4-4285-872c-5a43c79568a6 {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:46:39.640378 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:46:39.640992 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Checking segment: {'id': 'a34c7784-43f9-466c-a9ad-749dd0a739ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:46:39.641530 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:39.642154 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Bound using segment: {'id': 'a34c7784-43f9-466c-a9ad-749dd0a739ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6'} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:46:39.642756 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Bound port: fe6806ce-8213-4b26-aa56-0df50e0eeb9f, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34c7784-43f9-466c-a9ad-749dd0a739ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6'}}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:46:39.643268 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (fe6806ce-8213-4b26-aa56-0df50e0eeb9f), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:39.849319 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] For port fe6806ce-8213-4b26-aa56-0df50e0eeb9f, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=110999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:46:39.858770 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] For port fe6806ce-8213-4b26-aa56-0df50e0eeb9f, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=fe6806ce-8213-4b26-aa56-0df50e0eeb9f,segment=NetworkSegment(a34c7784-43f9-466c-a9ad-749dd0a739ec),segment_id=a34c7784-43f9-466c-a9ad-749dd0a739ec)] {{(pid=110999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:46:39.878408 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.db_base_plugin_common [None req-6964c5a6-c974-49b1-b5ac-e5fcf1c87d12 None None] Allocated IP 172.20.0.2 (12800c86-d5ba-481d-a55e-8c6ac82045b0/3a82067f-8037-420a-aa38-ea511b7711ca/ccc199a2-a969-48d6-9532-c18f4c1ed8ca) {{(pid=110999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:46:39.897164 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 60718) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:39.900106 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-91fa7e6d-f2ee-4b7a-947f-d34f72e31e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for subnet (69836fd4-f98b-48c1-883c-8589e3b080df), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:39.933670 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-47d91bca-6d5f-4f51-988e-896e49ab8ab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:39.944045 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (fe6806ce-8213-4b26-aa56-0df50e0eeb9f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:39.969601 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [req-5d9528df-4c86-455e-8362-0fbc24322eba req-cb90cb7e-e1c8-4dbb-b5ce-3be9791f9b1e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=110997) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 13:46:39.970943 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5d9528df-4c86-455e-8362-0fbc24322eba req-cb90cb7e-e1c8-4dbb-b5ce-3be9791f9b1e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2845199 Jun 08 13:46:40.035209 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6b8b9060-6662-4a59-846a-4abd18921483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:40.054001 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae0b12-861f-4867-9094-812922e0d132 None None] Pushing event updated for resources: {'Port': ['ID=fe6806ce-8213-4b26-aa56-0df50e0eeb9f,revision_number=2']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:40.088785 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a13724b8-1eb3-41a9-a2b1-ff31be0a9dfa admin admin] Publish callbacks [] for router_gateway (73f7d7e5-25cc-486d-b119-57e35a7c9cd2), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:40.094245 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:40.127275 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c6bdc098-8247-48f1-9daa-e44471da404d admin admin] Publish callbacks [] for router_gateway (4cba750f-4f39-4b99-9242-f53dcb21f8aa), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:40.134009 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-47d91bca-6d5f-4f51-988e-896e49ab8ab8 admin admin] Publish callbacks [] for security_group (2fd1ade1-774b-4276-a5b2-365cc4d2956a), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:40.135492 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a13724b8-1eb3-41a9-a2b1-ff31be0a9dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:40.147755 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-6964c5a6-c974-49b1-b5ac-e5fcf1c87d12 None None] Publish callbacks [] for port (ccc199a2-a969-48d6-9532-c18f4c1ed8ca), precommit_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:40.188161 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:40.196104 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5d9528df-4c86-455e-8362-0fbc24322eba req-38a7247b-2543-4d6d-bd1b-8a7723a2a066 service neutron] 10.222.0.55 "GET /v2.0/networks/aade4219-e25a-4e36-bcb1-dc2ec86e256b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122490 Jun 08 13:46:40.213713 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa7e6d-f2ee-4b7a-947f-d34f72e31e41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69836fd4-f98b-48c1-883c-8589e3b080df,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:40.219640 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-f3d8e867-0603-4628-aad9-4884a5623c3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:40.230024 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-6964c5a6-c974-49b1-b5ac-e5fcf1c87d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800'] for port (ccc199a2-a969-48d6-9532-c18f4c1ed8ca), after_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:40.235106 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fa7e6d-f2ee-4b7a-947f-d34f72e31e41 admin admin] Checking segment: {'id': '32b6b0f7-21d9-469a-8491-050a49ba265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:46:40.235458 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fa7e6d-f2ee-4b7a-947f-d34f72e31e41 admin admin] Network hostable DHCP agents. Network: ae8a0e1e-0700-4e0e-8372-c30751bbef6f, hostable agents: ['0fe93b45-7a7a-4833-aa38-a6b4536a05ba'], hosted agents: [] {{(pid=110998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:46:40.260617 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-47d91bca-6d5f-4f51-988e-896e49ab8ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (2fd1ade1-774b-4276-a5b2-365cc4d2956a), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:40.293741 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6964c5a6-c974-49b1-b5ac-e5fcf1c87d12 None None] Network 12800c86-d5ba-481d-a55e-8c6ac82045b0 is already hosted by enough agents. {{(pid=110999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:46:40.297578 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.scheduler.base_scheduler [None req-6964c5a6-c974-49b1-b5ac-e5fcf1c87d12 None None] Resources bound (agent type, host, resource id): {{(pid=110999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:46:40.299910 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964c5a6-c974-49b1-b5ac-e5fcf1c87d12 None None] Pushing event updated for resources: {'Port': ['ID=ccc199a2-a969-48d6-9532-c18f4c1ed8ca,revision_number=1']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:40.303457 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6964c5a6-c974-49b1-b5ac-e5fcf1c87d12 None None] Received port after_create {{(pid=110999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:46:40.398954 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-47d91bca-6d5f-4f51-988e-896e49ab8ab8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4613903d92f44ca284ebffce3961204d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8003519 Jun 08 13:46:40.403596 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 60726) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:40.410659 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-f3d8e867-0603-4628-aad9-4884a5623c3d admin admin] Publish callbacks [] for security_group (3f91e3dc-3a3f-41e6-8005-8181ee92c5c2), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:40.411812 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fa7e6d-f2ee-4b7a-947f-d34f72e31e41 admin admin] Network ae8a0e1e-0700-4e0e-8372-c30751bbef6f is scheduled to be hosted by DHCP agent 0fe93b45-7a7a-4833-aa38-a6b4536a05ba with binding_index 1 {{(pid=110998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:46:40.413778 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d91bca-6d5f-4f51-988e-896e49ab8ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd1ade1-774b-4276-a5b2-365cc4d2956a,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:40.434868 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-6964c5a6-c974-49b1-b5ac-e5fcf1c87d12 None None] Attempting to bind port ccc199a2-a969-48d6-9532-c18f4c1ed8ca on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:46:40.435353 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-6964c5a6-c974-49b1-b5ac-e5fcf1c87d12 None None] Attempting to bind port ccc199a2-a969-48d6-9532-c18f4c1ed8ca by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': 'a5fe51d5-0992-41c9-9311-f6f6cc7a2fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0'}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:46:40.435814 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6964c5a6-c974-49b1-b5ac-e5fcf1c87d12 None None] Attempting to bind port ccc199a2-a969-48d6-9532-c18f4c1ed8ca on network 12800c86-d5ba-481d-a55e-8c6ac82045b0 {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:46:40.442041 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6964c5a6-c974-49b1-b5ac-e5fcf1c87d12 None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:46:40.442494 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6964c5a6-c974-49b1-b5ac-e5fcf1c87d12 None None] Checking segment: {'id': 'a5fe51d5-0992-41c9-9311-f6f6cc7a2fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:46:40.443156 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-6964c5a6-c974-49b1-b5ac-e5fcf1c87d12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:40.443644 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6964c5a6-c974-49b1-b5ac-e5fcf1c87d12 None None] Bound using segment: {'id': 'a5fe51d5-0992-41c9-9311-f6f6cc7a2fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0'} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:46:40.444263 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-6964c5a6-c974-49b1-b5ac-e5fcf1c87d12 None None] Bound port: ccc199a2-a969-48d6-9532-c18f4c1ed8ca, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fe51d5-0992-41c9-9311-f6f6cc7a2fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0'}}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:46:40.444744 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-6964c5a6-c974-49b1-b5ac-e5fcf1c87d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (ccc199a2-a969-48d6-9532-c18f4c1ed8ca), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:40.478642 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5d9528df-4c86-455e-8362-0fbc24322eba req-c51d0bba-e197-4188-a288-30ccb07e4127 service neutron] 10.222.0.55 "GET /v2.0/networks/aade4219-e25a-4e36-bcb1-dc2ec86e256b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756786 Jun 08 13:46:40.534594 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-f3d8e867-0603-4628-aad9-4884a5623c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (3f91e3dc-3a3f-41e6-8005-8181ee92c5c2), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:40.535385 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-6964c5a6-c974-49b1-b5ac-e5fcf1c87d12 None None] For port ccc199a2-a969-48d6-9532-c18f4c1ed8ca, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=110999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:46:40.540705 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-6964c5a6-c974-49b1-b5ac-e5fcf1c87d12 None None] For port ccc199a2-a969-48d6-9532-c18f4c1ed8ca, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=ccc199a2-a969-48d6-9532-c18f4c1ed8ca,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:46:40.573365 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-91fa7e6d-f2ee-4b7a-947f-d34f72e31e41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-5-iscsi, ae8a0e1e-0700-4e0e-8372-c30751bbef6f) {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:46:40.584339 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fe70b3-4579-4aba-8168-6355960ed6a2 None None] Network ae8a0e1e-0700-4e0e-8372-c30751bbef6f requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:46:40.594558 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6b8b9060-6662-4a59-846a-4abd18921483 admin admin] Publish callbacks [] for security_group (1c00ea4f-135d-497f-a229-a9de1f9aed60), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:40.635936 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8e867-0603-4628-aad9-4884a5623c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f91e3dc-3a3f-41e6-8005-8181ee92c5c2,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:40.644320 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fa7e6d-f2ee-4b7a-947f-d34f72e31e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:40.644910 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-91fa7e6d-f2ee-4b7a-947f-d34f72e31e41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for subnet (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:40.678334 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-6964c5a6-c974-49b1-b5ac-e5fcf1c87d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (ccc199a2-a969-48d6-9532-c18f4c1ed8ca), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:40.684248 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-cc18f6dc-7941-4dcb-8a74-60aaf4d4055c admin admin] Publish callbacks [] for security_group (2fd1ade1-774b-4276-a5b2-365cc4d2956a), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:40.707559 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-cc18f6dc-7941-4dcb-8a74-60aaf4d4055c admin admin] Publish callbacks [] for security_group (2fd1ade1-774b-4276-a5b2-365cc4d2956a), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:40.734245 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c6bdc098-8247-48f1-9daa-e44471da404d admin admin] Publish callbacks [] for router_gateway (4cba750f-4f39-4b99-9242-f53dcb21f8aa), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:40.759998 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6b8b9060-6662-4a59-846a-4abd18921483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (1c00ea4f-135d-497f-a229-a9de1f9aed60), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:40.763453 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [None req-a13724b8-1eb3-41a9-a2b1-ff31be0a9dfa admin admin] Allocated IP 172.27.1.217 (070b030f-98d2-43d9-b022-f506d26f1e83/4285c1ce-c1bb-4be9-b005-ebf83c2cba00/f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:46:40.771781 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-f3d8e867-0603-4628-aad9-4884a5623c3d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8ed663d9fbec493680ccb284f19cf681&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8734365 Jun 08 13:46:40.785074 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:40.789670 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 60742) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:40.793161 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c6bdc098-8247-48f1-9daa-e44471da404d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:40.861145 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964c5a6-c974-49b1-b5ac-e5fcf1c87d12 None None] Pushing event updated for resources: {'Port': ['ID=ccc199a2-a969-48d6-9532-c18f4c1ed8ca,revision_number=2']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:40.870610 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-91fa7e6d-f2ee-4b7a-947f-d34f72e31e41 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6508501 Jun 08 13:46:40.881042 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 60746) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:40.903576 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-7980a220-7f78-4ffc-b544-ed33cc7e8cdc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-599513764-router', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:46:40.949983 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-6b8b9060-6662-4a59-846a-4abd18921483 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=de2efde7c7f640b88acb575ea7fd50b8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4492776 Jun 08 13:46:40.956135 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 60756) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:40.961756 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba576af5-663d-4aea-a3ff-095dfcf78c28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9660f10-ec6d-58c9-bc99-f642291d243f-ae8a0e1e-0700-4e0e-8372-c30751bbef6f', 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f', 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'fixed_ips': [{'subnet_id': '69836fd4-f98b-48c1-883c-8589e3b080df'}]}} from dv-cinder-819149-5-iscsi. {{(pid=110999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 08 13:46:40.961756 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ba576af5-663d-4aea-a3ff-095dfcf78c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:40.982370 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 60760) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:41.052537 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-34425822-1ea3-444e-98a0-4ef9d00797cf req-38ffcf0c-45df-485a-b7c0-8050ca8bf964 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 210 time: 0.0690341 Jun 08 13:46:41.081225 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b9060-6662-4a59-846a-4abd18921483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c00ea4f-135d-497f-a229-a9de1f9aed60,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:41.097650 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-cc18f6dc-7941-4dcb-8a74-60aaf4d4055c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (2fd1ade1-774b-4276-a5b2-365cc4d2956a), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:41.103220 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-cc18f6dc-7941-4dcb-8a74-60aaf4d4055c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:41.108370 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-cc18f6dc-7941-4dcb-8a74-60aaf4d4055c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2fd1ade1-774b-4276-a5b2-365cc4d2956a HTTP/1.1" status: 204 len: 168 time: 0.6803479 Jun 08 13:46:41.165295 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7980a220-7f78-4ffc-b544-ed33cc7e8cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-354394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2750'] for router (01aeb439-193e-4436-9450-4ede1a0b7ab6), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:41.166805 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7980a220-7f78-4ffc-b544-ed33cc7e8cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-354572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-344210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3710513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2741'] for router (01aeb439-193e-4436-9450-4ede1a0b7ab6), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:41.205250 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18f6dc-7941-4dcb-8a74-60aaf4d4055c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd1ade1-774b-4276-a5b2-365cc4d2956a,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:41.205531 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:41.254478 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-04cf63e4-c95c-4550-83ab-ab8a2f4130d3 admin admin] Publish callbacks [] for security_group (3f91e3dc-3a3f-41e6-8005-8181ee92c5c2), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:41.263071 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.db_base_plugin_common [None req-ba576af5-663d-4aea-a3ff-095dfcf78c28 None None] Allocated IP 172.20.0.2 (ae8a0e1e-0700-4e0e-8372-c30751bbef6f/69836fd4-f98b-48c1-883c-8589e3b080df/86357dfd-a7f4-4138-a050-95a77e2ed28f) {{(pid=110999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:46:41.309841 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a13724b8-1eb3-41a9-a2b1-ff31be0a9dfa admin admin] Publish callbacks [] for port (f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:41.353562 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7980a220-7f78-4ffc-b544-ed33cc7e8cdc admin admin] Publish callbacks [] for router_controller (01aeb439-193e-4436-9450-4ede1a0b7ab6), precommit_add_association {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:41.371549 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:41.452893 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-04cf63e4-c95c-4550-83ab-ab8a2f4130d3 admin admin] Publish callbacks [] for security_group (3f91e3dc-3a3f-41e6-8005-8181ee92c5c2), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:41.471748 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-11bd63e1-b587-440d-a77a-926214a6a54b admin admin] Publish callbacks [] for security_group (1c00ea4f-135d-497f-a229-a9de1f9aed60), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:41.557280 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a13724b8-1eb3-41a9-a2b1-ff31be0a9dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800'] for port (f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:41.573999 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device ccc199a2-a969-48d6-9532-c18f4c1ed8ca up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:46:41.637773 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-11bd63e1-b587-440d-a77a-926214a6a54b admin admin] Publish callbacks [] for security_group (1c00ea4f-135d-497f-a229-a9de1f9aed60), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:41.665442 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13724b8-1eb3-41a9-a2b1-ff31be0a9dfa admin admin] Network 070b030f-98d2-43d9-b022-f506d26f1e83 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:46:41.671987 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-a13724b8-1eb3-41a9-a2b1-ff31be0a9dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:46:41.685466 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13724b8-1eb3-41a9-a2b1-ff31be0a9dfa admin admin] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:46:41.730036 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port ccc199a2-a969-48d6-9532-c18f4c1ed8ca triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:46:41.731921 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (ccc199a2-a969-48d6-9532-c18f4c1ed8ca), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:41.804184 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ba576af5-663d-4aea-a3ff-095dfcf78c28 None None] Publish callbacks [] for port (86357dfd-a7f4-4138-a050-95a77e2ed28f), precommit_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:41.812746 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f89987e-fb19-40a4-b578-b8623ea4caaa None None] Network 42d99904-a8b4-4285-872c-5a43c79568a6 requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:46:41.879781 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13724b8-1eb3-41a9-a2b1-ff31be0a9dfa admin admin] Pushing event updated for resources: {'Port': ['ID=f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:41.889999 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:41.907230 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ba576af5-663d-4aea-a3ff-095dfcf78c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800'] for port (86357dfd-a7f4-4138-a050-95a77e2ed28f), after_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:41.916326 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.db_base_plugin_common [None req-c6bdc098-8247-48f1-9daa-e44471da404d admin admin] Allocated IP 172.27.1.40 (070b030f-98d2-43d9-b022-f506d26f1e83/4285c1ce-c1bb-4be9-b005-ebf83c2cba00/faa27777-4c67-44a7-8956-ec89d0a15a34) {{(pid=110997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:46:41.943769 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7980a220-7f78-4ffc-b544-ed33cc7e8cdc admin admin] Publish callbacks [] for router_gateway (01aeb439-193e-4436-9450-4ede1a0b7ab6), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:42.033745 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-6149fa41-cac1-43c0-b7c0-f2111c0eeff8 None None] Provisioning complete for port fe6806ce-8213-4b26-aa56-0df50e0eeb9f triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:46:42.033745 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-6149fa41-cac1-43c0-b7c0-f2111c0eeff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (fe6806ce-8213-4b26-aa56-0df50e0eeb9f), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:42.067244 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba576af5-663d-4aea-a3ff-095dfcf78c28 None None] Network ae8a0e1e-0700-4e0e-8372-c30751bbef6f is already hosted by enough agents. {{(pid=110999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:46:42.084955 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.scheduler.base_scheduler [None req-ba576af5-663d-4aea-a3ff-095dfcf78c28 None None] Resources bound (agent type, host, resource id): {{(pid=110999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:46:42.107875 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-11bd63e1-b587-440d-a77a-926214a6a54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (1c00ea4f-135d-497f-a229-a9de1f9aed60), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:42.111801 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba576af5-663d-4aea-a3ff-095dfcf78c28 None None] Received port after_create {{(pid=110999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:46:42.115369 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-11bd63e1-b587-440d-a77a-926214a6a54b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:42.117156 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-11bd63e1-b587-440d-a77a-926214a6a54b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1c00ea4f-135d-497f-a229-a9de1f9aed60 HTTP/1.1" status: 204 len: 168 time: 1.1269710 Jun 08 13:46:42.118667 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-04cf63e4-c95c-4550-83ab-ab8a2f4130d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (3f91e3dc-3a3f-41e6-8005-8181ee92c5c2), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:42.122131 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-04cf63e4-c95c-4550-83ab-ab8a2f4130d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:42.126243 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba576af5-663d-4aea-a3ff-095dfcf78c28 None None] Pushing event updated for resources: {'Port': ['ID=86357dfd-a7f4-4138-a050-95a77e2ed28f,revision_number=1']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:42.128302 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port ccc199a2-a969-48d6-9532-c18f4c1ed8ca is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:46:42.128779 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (ccc199a2-a969-48d6-9532-c18f4c1ed8ca), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:42.151685 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-04cf63e4-c95c-4550-83ab-ab8a2f4130d3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3f91e3dc-3a3f-41e6-8005-8181ee92c5c2 HTTP/1.1" status: 204 len: 168 time: 1.3351653 Jun 08 13:46:42.171188 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd63e1-b587-440d-a77a-926214a6a54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c00ea4f-135d-497f-a229-a9de1f9aed60,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:42.262608 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf63e4-c95c-4550-83ab-ab8a2f4130d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f91e3dc-3a3f-41e6-8005-8181ee92c5c2,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:42.311825 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a13724b8-1eb3-41a9-a2b1-ff31be0a9dfa admin admin] Publish callbacks [] for router_gateway (73f7d7e5-25cc-486d-b119-57e35a7c9cd2), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:42.347413 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:42.420648 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1bbb0f4c-7666-4342-a804-9020070bd2a5 req-605474fc-b8b9-4210-9021-146e2a45a8d3 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 210 time: 0.1398489 Jun 08 13:46:42.449310 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] For port ccc199a2-a969-48d6-9532-c18f4c1ed8ca, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=ccc199a2-a969-48d6-9532-c18f4c1ed8ca,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:46:42.487999 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-ba576af5-663d-4aea-a3ff-095dfcf78c28 None None] Attempting to bind port 86357dfd-a7f4-4138-a050-95a77e2ed28f on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:46:42.488645 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-ba576af5-663d-4aea-a3ff-095dfcf78c28 None None] Attempting to bind port 86357dfd-a7f4-4138-a050-95a77e2ed28f by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': '32b6b0f7-21d9-469a-8491-050a49ba265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f'}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:46:42.490770 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba576af5-663d-4aea-a3ff-095dfcf78c28 None None] Attempting to bind port 86357dfd-a7f4-4138-a050-95a77e2ed28f on network ae8a0e1e-0700-4e0e-8372-c30751bbef6f {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:46:42.510852 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d197885-9550-43f8-8af6-53e69db2f929 None None] Network 12800c86-d5ba-481d-a55e-8c6ac82045b0 requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:46:42.513087 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c6bdc098-8247-48f1-9daa-e44471da404d admin admin] Publish callbacks [] for port (faa27777-4c67-44a7-8956-ec89d0a15a34), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:42.543673 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (ccc199a2-a969-48d6-9532-c18f4c1ed8ca), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:42.544663 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device fe6806ce-8213-4b26-aa56-0df50e0eeb9f up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:46:42.620195 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a13724b8-1eb3-41a9-a2b1-ff31be0a9dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-354687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358104'] for router (73f7d7e5-25cc-486d-b119-57e35a7c9cd2), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:42.787451 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7980a220-7f78-4ffc-b544-ed33cc7e8cdc admin admin] Publish callbacks [] for router_gateway (01aeb439-193e-4436-9450-4ede1a0b7ab6), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:42.818246 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c6bdc098-8247-48f1-9daa-e44471da404d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800'] for port (faa27777-4c67-44a7-8956-ec89d0a15a34), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:42.821402 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7980a220-7f78-4ffc-b544-ed33cc7e8cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:42.837075 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba576af5-663d-4aea-a3ff-095dfcf78c28 None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:46:42.840556 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba576af5-663d-4aea-a3ff-095dfcf78c28 None None] Checking segment: {'id': '32b6b0f7-21d9-469a-8491-050a49ba265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:46:42.840556 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ba576af5-663d-4aea-a3ff-095dfcf78c28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:42.840556 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba576af5-663d-4aea-a3ff-095dfcf78c28 None None] Bound using segment: {'id': '32b6b0f7-21d9-469a-8491-050a49ba265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f'} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:46:42.840556 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-ba576af5-663d-4aea-a3ff-095dfcf78c28 None None] Bound port: 86357dfd-a7f4-4138-a050-95a77e2ed28f, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b6b0f7-21d9-469a-8491-050a49ba265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f'}}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:46:42.840556 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ba576af5-663d-4aea-a3ff-095dfcf78c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (86357dfd-a7f4-4138-a050-95a77e2ed28f), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:42.935940 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-6149fa41-cac1-43c0-b7c0-f2111c0eeff8 None None] Current status of the port fe6806ce-8213-4b26-aa56-0df50e0eeb9f is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:46:42.936384 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-6149fa41-cac1-43c0-b7c0-f2111c0eeff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (fe6806ce-8213-4b26-aa56-0df50e0eeb9f), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:42.945555 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Pushing event updated for resources: {'Port': ['ID=ccc199a2-a969-48d6-9532-c18f4c1ed8ca,revision_number=3']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:42.954802 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:42.977663 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13724b8-1eb3-41a9-a2b1-ff31be0a9dfa admin admin] Router 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 is scheduled to L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 with binding_index 1 {{(pid=110998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 13:46:42.999865 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bdc098-8247-48f1-9daa-e44471da404d admin admin] Network 070b030f-98d2-43d9-b022-f506d26f1e83 is already hosted by enough agents. {{(pid=110997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:46:43.030829 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:43.041342 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bdc098-8247-48f1-9daa-e44471da404d admin admin] Pushing event updated for resources: {'Port': ['ID=faa27777-4c67-44a7-8956-ec89d0a15a34,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:43.046771 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [None req-c6bdc098-8247-48f1-9daa-e44471da404d admin admin] Resources bound (agent type, host, resource id): {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:46:43.065126 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-6149fa41-cac1-43c0-b7c0-f2111c0eeff8 None None] For port fe6806ce-8213-4b26-aa56-0df50e0eeb9f, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=fe6806ce-8213-4b26-aa56-0df50e0eeb9f,segment=NetworkSegment(a34c7784-43f9-466c-a9ad-749dd0a739ec),segment_id=a34c7784-43f9-466c-a9ad-749dd0a739ec)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:46:43.072569 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bdc098-8247-48f1-9daa-e44471da404d admin admin] Received port after_create {{(pid=110997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:46:43.079404 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port fe6806ce-8213-4b26-aa56-0df50e0eeb9f triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:46:43.079992 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (fe6806ce-8213-4b26-aa56-0df50e0eeb9f), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:43.102295 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13724b8-1eb3-41a9-a2b1-ff31be0a9dfa admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:46:43.114411 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4993f1-19fe-4d39-8ac1-3f25b6136fa6 None None] Sync routers for ids ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:46:43.138379 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4993f1-19fe-4d39-8ac1-3f25b6136fa6 None None] Routers {'73f7d7e5-25cc-486d-b119-57e35a7c9cd2'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:46:43.139371 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-8b4993f1-19fe-4d39-8ac1-3f25b6136fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:46:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:43.177772 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-ba576af5-663d-4aea-a3ff-095dfcf78c28 None None] For port 86357dfd-a7f4-4138-a050-95a77e2ed28f, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=110999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:46:43.224348 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-ba576af5-663d-4aea-a3ff-095dfcf78c28 None None] For port 86357dfd-a7f4-4138-a050-95a77e2ed28f, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=86357dfd-a7f4-4138-a050-95a77e2ed28f,segment=NetworkSegment(32b6b0f7-21d9-469a-8491-050a49ba265a),segment_id=32b6b0f7-21d9-469a-8491-050a49ba265a)] {{(pid=110999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:46:43.234018 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-6149fa41-cac1-43c0-b7c0-f2111c0eeff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (fe6806ce-8213-4b26-aa56-0df50e0eeb9f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:43.260129 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:INSERT=6,neutron:UPDATE=5,neutron:SELECT=89 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:43.271587 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port fe6806ce-8213-4b26-aa56-0df50e0eeb9f is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:46:43.271902 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (fe6806ce-8213-4b26-aa56-0df50e0eeb9f), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:43.272834 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.db_base_plugin_common [None req-7980a220-7f78-4ffc-b544-ed33cc7e8cdc admin admin] Allocated IP 172.27.1.202 (070b030f-98d2-43d9-b022-f506d26f1e83/4285c1ce-c1bb-4be9-b005-ebf83c2cba00/c45c1198-eee2-4474-ab43-66137f24a052) {{(pid=110997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:46:43.284325 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a13724b8-1eb3-41a9-a2b1-ff31be0a9dfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:43.286252 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-a13724b8-1eb3-41a9-a2b1-ff31be0a9dfa admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5256515 Jun 08 13:46:43.290274 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 60830) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:43.339750 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149fa41-cac1-43c0-b7c0-f2111c0eeff8 None None] Pushing event updated for resources: {'Port': ['ID=fe6806ce-8213-4b26-aa56-0df50e0eeb9f,revision_number=3']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:43.374599 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ba576af5-663d-4aea-a3ff-095dfcf78c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (86357dfd-a7f4-4138-a050-95a77e2ed28f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:43.483959 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 60834) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:43.488402 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-8b4993f1-19fe-4d39-8ac1-3f25b6136fa6 None None] Set router 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:46:43.499909 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.db.api [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 08 13:46:43.500468 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG oslo_db.api [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 13:46:43.509685 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-1c32baec-a00c-4756-b990-b34d9f964106 None None] Provisioning complete for port fe6806ce-8213-4b26-aa56-0df50e0eeb9f triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:46:43.510080 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-1c32baec-a00c-4756-b990-b34d9f964106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (fe6806ce-8213-4b26-aa56-0df50e0eeb9f), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:43.635597 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba576af5-663d-4aea-a3ff-095dfcf78c28 None None] Pushing event updated for resources: {'Port': ['ID=86357dfd-a7f4-4138-a050-95a77e2ed28f,revision_number=2']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:43.711627 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:43.731870 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-1c32baec-a00c-4756-b990-b34d9f964106 None None] Current status of the port fe6806ce-8213-4b26-aa56-0df50e0eeb9f is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:46:43.743906 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-1c32baec-a00c-4756-b990-b34d9f964106 None None] Provisioning complete for port ccc199a2-a969-48d6-9532-c18f4c1ed8ca triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:46:43.744835 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-1c32baec-a00c-4756-b990-b34d9f964106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (ccc199a2-a969-48d6-9532-c18f4c1ed8ca), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:43.807277 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-8b4993f1-19fe-4d39-8ac1-3f25b6136fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'name': 'tempest-AttachVolumeTestJSON-940829353-router', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:41Z', 'revision_number': 3, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'gw_port': {'id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:43.812835 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-900a5f59-eae3-4aa0-b1e8-948287fd340f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:43.872045 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 60842) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:43.914935 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:43.948101 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4993f1-19fe-4d39-8ac1-3f25b6136fa6 None None] Checking router: 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:46:43.948732 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4993f1-19fe-4d39-8ac1-3f25b6136fa6 None None] Updating router 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 port f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c binding host dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:46:43.964754 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-1c32baec-a00c-4756-b990-b34d9f964106 None None] Current status of the port ccc199a2-a969-48d6-9532-c18f4c1ed8ca is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:46:43.989755 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7980a220-7f78-4ffc-b544-ed33cc7e8cdc admin admin] Publish callbacks [] for port (c45c1198-eee2-4474-ab43-66137f24a052), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:44.022803 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-8b4993f1-19fe-4d39-8ac1-3f25b6136fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c), before_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:44.071302 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port fe6806ce-8213-4b26-aa56-0df50e0eeb9f is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:46:44.095880 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-652a478c-ed7f-4318-b585-49b010588cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:44.105760 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-424b41aa-8361-4a50-b8c4-107143be06ca None None] Provisioning complete for port ccc199a2-a969-48d6-9532-c18f4c1ed8ca triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:46:44.105760 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-424b41aa-8361-4a50-b8c4-107143be06ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (ccc199a2-a969-48d6-9532-c18f4c1ed8ca), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:44.120263 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-32c28386-e58a-4f55-b6b8-ec3d055c5f47 req-3787d3bd-0f7e-4e6f-a790-22865447f112 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 210 time: 0.3923647 Jun 08 13:46:44.269560 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-424b41aa-8361-4a50-b8c4-107143be06ca None None] Current status of the port ccc199a2-a969-48d6-9532-c18f4c1ed8ca is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:46:44.349870 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-652a478c-ed7f-4318-b585-49b010588cfe admin admin] Publish callbacks [] for security_group (07ba4351-6654-4ec3-b075-e267577b389e), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:44.389895 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c6bdc098-8247-48f1-9daa-e44471da404d admin admin] Publish callbacks [] for router_gateway (4cba750f-4f39-4b99-9242-f53dcb21f8aa), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:44.407946 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device ccc199a2-a969-48d6-9532-c18f4c1ed8ca up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:46:44.447997 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-652a478c-ed7f-4318-b585-49b010588cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (07ba4351-6654-4ec3-b075-e267577b389e), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:44.464070 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7980a220-7f78-4ffc-b544-ed33cc7e8cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800'] for port (c45c1198-eee2-4474-ab43-66137f24a052), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:44.479867 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-414d2877-2314-47f0-a5f0-905052cc744c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:44.484318 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port ccc199a2-a969-48d6-9532-c18f4c1ed8ca triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:46:44.484688 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (ccc199a2-a969-48d6-9532-c18f4c1ed8ca), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:44.554529 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980a220-7f78-4ffc-b544-ed33cc7e8cdc admin admin] Pushing event updated for resources: {'Port': ['ID=c45c1198-eee2-4474-ab43-66137f24a052,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:44.643825 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port ccc199a2-a969-48d6-9532-c18f4c1ed8ca is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:46:44.644530 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7980a220-7f78-4ffc-b544-ed33cc7e8cdc admin admin] Network 070b030f-98d2-43d9-b022-f506d26f1e83 is already hosted by enough agents. {{(pid=110997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:46:44.644971 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 86357dfd-a7f4-4138-a050-95a77e2ed28f up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:46:44.709936 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [None req-7980a220-7f78-4ffc-b544-ed33cc7e8cdc admin admin] Resources bound (agent type, host, resource id): {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:46:44.725918 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7980a220-7f78-4ffc-b544-ed33cc7e8cdc admin admin] Received port after_create {{(pid=110997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:46:44.732408 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port 86357dfd-a7f4-4138-a050-95a77e2ed28f triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:46:44.732973 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (86357dfd-a7f4-4138-a050-95a77e2ed28f), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:44.735853 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:44.740020 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-8b4993f1-19fe-4d39-8ac1-3f25b6136fa6 None None] Publish callbacks [] for port (f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c), precommit_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:44.748503 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-652a478c-ed7f-4318-b585-49b010588cfe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b6a333ae7c5643e79777b21078fffbd1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8681352 Jun 08 13:46:44.748725 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 60862) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:44.836987 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a478c-ed7f-4318-b585-49b010588cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ba4351-6654-4ec3-b075-e267577b389e,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:44.838848 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-8b4993f1-19fe-4d39-8ac1-3f25b6136fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c), after_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:44.853907 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-900a5f59-eae3-4aa0-b1e8-948287fd340f admin admin] Publish callbacks [] for security_group (cd4e1f61-a8a5-4a98-9f67-781e2ae1099d), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:44.916774 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port 86357dfd-a7f4-4138-a050-95a77e2ed28f is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:46:44.917170 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (86357dfd-a7f4-4138-a050-95a77e2ed28f), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:44.933181 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [None req-414d2877-2314-47f0-a5f0-905052cc744c admin admin] Allocated IP 172.20.0.1 (42d99904-a8b4-4285-872c-5a43c79568a6/a0a5efd6-6778-48b9-88e3-5a88abf2683a/3d14a308-8f99-469b-a4f6-aac3f4a94dbf) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:46:44.941217 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d49b3a62-aac5-4f6a-9ce6-5977ae6ff48c admin admin] Publish callbacks [] for security_group (07ba4351-6654-4ec3-b075-e267577b389e), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:44.968077 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-8b4993f1-19fe-4d39-8ac1-3f25b6136fa6 None None] Attempting to bind port f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:46:44.969958 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-8b4993f1-19fe-4d39-8ac1-3f25b6136fa6 None None] Attempting to bind port f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}] {{(pid=111000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:46:44.972443 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4993f1-19fe-4d39-8ac1-3f25b6136fa6 None None] Attempting to bind port f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c on network 070b030f-98d2-43d9-b022-f506d26f1e83 {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:46:44.987432 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4993f1-19fe-4d39-8ac1-3f25b6136fa6 None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:46:44.987821 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4993f1-19fe-4d39-8ac1-3f25b6136fa6 None None] Checking segment: {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:46:44.988255 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-8b4993f1-19fe-4d39-8ac1-3f25b6136fa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:44.993063 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4993f1-19fe-4d39-8ac1-3f25b6136fa6 None None] Bound using segment: {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'} {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:46:44.994017 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-8b4993f1-19fe-4d39-8ac1-3f25b6136fa6 None None] Bound port: f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}}] {{(pid=111000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:46:44.994017 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-8b4993f1-19fe-4d39-8ac1-3f25b6136fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c), before_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:45.006750 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] For port 86357dfd-a7f4-4138-a050-95a77e2ed28f, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=86357dfd-a7f4-4138-a050-95a77e2ed28f,segment=NetworkSegment(32b6b0f7-21d9-469a-8491-050a49ba265a),segment_id=32b6b0f7-21d9-469a-8491-050a49ba265a)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:46:45.056886 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d49b3a62-aac5-4f6a-9ce6-5977ae6ff48c admin admin] Publish callbacks [] for security_group (07ba4351-6654-4ec3-b075-e267577b389e), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:45.099642 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (86357dfd-a7f4-4138-a050-95a77e2ed28f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:45.100909 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device fe6806ce-8213-4b26-aa56-0df50e0eeb9f up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:46:45.132265 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f5098-9c85-4aca-b1a5-1334c6e267e6 None None] Pushing event updated for resources: {'Port': ['ID=f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c,revision_number=2']} {{(pid=111000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:45.174306 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.db [None req-8b4993f1-19fe-4d39-8ac1-3f25b6136fa6 None None] For port f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=111000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:46:45.188752 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f5098-9c85-4aca-b1a5-1334c6e267e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:45.189130 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f5098-9c85-4aca-b1a5-1334c6e267e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:45.189492 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f5098-9c85-4aca-b1a5-1334c6e267e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:45.190986 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f5098-9c85-4aca-b1a5-1334c6e267e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:45.191335 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f5098-9c85-4aca-b1a5-1334c6e267e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:45.191667 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f5098-9c85-4aca-b1a5-1334c6e267e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:45.194155 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f5098-9c85-4aca-b1a5-1334c6e267e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:45.194511 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f5098-9c85-4aca-b1a5-1334c6e267e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:45.194969 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f5098-9c85-4aca-b1a5-1334c6e267e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:45.196233 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f5098-9c85-4aca-b1a5-1334c6e267e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:45.198226 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f5098-9c85-4aca-b1a5-1334c6e267e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:45.198605 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f5098-9c85-4aca-b1a5-1334c6e267e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:45.198945 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f5098-9c85-4aca-b1a5-1334c6e267e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:45.199271 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f5098-9c85-4aca-b1a5-1334c6e267e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:45.199593 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f5098-9c85-4aca-b1a5-1334c6e267e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f5098-9c85-4aca-b1a5-1334c6e267e6 None None] Tracked resource versions report: Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: pushed versions: Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: { 'AddressGroup': {'1.2'}, Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'Agent': {'1.1'}, Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'ConntrackHelper': {'1.0'}, Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'LocalIPAssociation': {'1.0'}, Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'Log': {'1.0'}, Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'NDPProxy': {'1.0'}, Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'Network': {'1.1'}, Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'Port': {'1.7'}, Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'PortForwarding': {'1.3'}, Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'QosPolicy': {'1.10'}, Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'SecurityGroup': {'1.5'}, Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'SecurityGroupRule': {'1.2'}, Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'SubPort': {'1.0'}, Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'Subnet': {'1.1'}, Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'Trunk': {'1.1'}} Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: consumer versions: Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: { DHCP agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: HyperV agent@hv-cinder-81914: {}, Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: L3 agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: Metadata agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: Metering agent@dv-cinder-819149-5-iscsi: {}, Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: Open vSwitch agent@dv-cinder-819149-5-iscsi: { 'AddressGroup': '1.2', Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'Agent': '1.1', Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'ConntrackHelper': '1.0', Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'LocalIPAssociation': '1.0', Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'Log': '1.0', Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'NDPProxy': '1.0', Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'Network': '1.1', Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'Port': '1.7', Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'PortForwarding': '1.3', Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'QosPolicy': '1.10', Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'SecurityGroup': '1.5', Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'SecurityGroupRule': '1.2', Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'SubPort': '1.0', Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'Subnet': '1.1', Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: 'Trunk': '1.1'}} Jun 08 13:46:45.205154 dv-cinder-819149-5-iscsi neutron-server[111000]: {{(pid=111000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 13:46:45.220219 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adb2862-4fcc-4333-9587-d1482b7b3d67 None None] Network ae8a0e1e-0700-4e0e-8372-c30751bbef6f requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:46:45.232570 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.db [None req-8b4993f1-19fe-4d39-8ac1-3f25b6136fa6 None None] For port f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=111000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:46:45.322259 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c6bdc098-8247-48f1-9daa-e44471da404d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-354687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358104'] for router (4cba750f-4f39-4b99-9242-f53dcb21f8aa), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:45.343651 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-8b4993f1-19fe-4d39-8ac1-3f25b6136fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c), after_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:45.356163 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Pushing event updated for resources: {'Port': ['ID=86357dfd-a7f4-4138-a050-95a77e2ed28f,revision_number=3']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:45.363586 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:45.372730 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-414d2877-2314-47f0-a5f0-905052cc744c admin admin] Publish callbacks [] for port (3d14a308-8f99-469b-a4f6-aac3f4a94dbf), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:45.424123 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-5a09128b-3bdb-4822-b06a-f5c9488e2972 None None] Provisioning complete for port 86357dfd-a7f4-4138-a050-95a77e2ed28f triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:46:45.424571 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-5a09128b-3bdb-4822-b06a-f5c9488e2972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (86357dfd-a7f4-4138-a050-95a77e2ed28f), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:45.433944 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-900a5f59-eae3-4aa0-b1e8-948287fd340f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (cd4e1f61-a8a5-4a98-9f67-781e2ae1099d), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:45.453532 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:45.460192 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4993f1-19fe-4d39-8ac1-3f25b6136fa6 None None] Routers {'73f7d7e5-25cc-486d-b119-57e35a7c9cd2'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:46:45.461440 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-8b4993f1-19fe-4d39-8ac1-3f25b6136fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:46:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:45.478525 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port fe6806ce-8213-4b26-aa56-0df50e0eeb9f triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:46:45.478788 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (fe6806ce-8213-4b26-aa56-0df50e0eeb9f), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:45.495102 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a5f59-eae3-4aa0-b1e8-948287fd340f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4e1f61-a8a5-4a98-9f67-781e2ae1099d,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:45.511216 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d49b3a62-aac5-4f6a-9ce6-5977ae6ff48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (07ba4351-6654-4ec3-b075-e267577b389e), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:45.514415 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d49b3a62-aac5-4f6a-9ce6-5977ae6ff48c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:45.522245 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-d49b3a62-aac5-4f6a-9ce6-5977ae6ff48c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/07ba4351-6654-4ec3-b075-e267577b389e HTTP/1.1" status: 204 len: 168 time: 0.7688468 Jun 08 13:46:45.549012 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-414d2877-2314-47f0-a5f0-905052cc744c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800'] for port (3d14a308-8f99-469b-a4f6-aac3f4a94dbf), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:45.554480 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f5098-9c85-4aca-b1a5-1334c6e267e6 None None] Pushing event updated for resources: {'Port': ['ID=f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c,revision_number=3']} {{(pid=111000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:45.563739 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:45.571802 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b3a62-aac5-4f6a-9ce6-5977ae6ff48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ba4351-6654-4ec3-b075-e267577b389e,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:45.611279 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414d2877-2314-47f0-a5f0-905052cc744c admin admin] Network 42d99904-a8b4-4285-872c-5a43c79568a6 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:46:45.619263 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-414d2877-2314-47f0-a5f0-905052cc744c admin admin] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:46:45.626141 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414d2877-2314-47f0-a5f0-905052cc744c admin admin] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:46:45.627043 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-414d2877-2314-47f0-a5f0-905052cc744c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-354990'] for router_interface (73f7d7e5-25cc-486d-b119-57e35a7c9cd2), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:45.749138 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a2572a12-dd95-4cff-9c82-46a111de1eca req-fbff0260-cab6-46a4-876a-15f90232d49b tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 210 time: 0.3090005 Jun 08 13:46:45.770306 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d2877-2314-47f0-a5f0-905052cc744c admin admin] Pushing event updated for resources: {'Port': ['ID=3d14a308-8f99-469b-a4f6-aac3f4a94dbf,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:45.772831 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-8b4993f1-19fe-4d39-8ac1-3f25b6136fa6 None None] Set router 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:46:45.797677 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-5a09128b-3bdb-4822-b06a-f5c9488e2972 None None] Current status of the port 86357dfd-a7f4-4138-a050-95a77e2ed28f is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:46:45.851918 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port fe6806ce-8213-4b26-aa56-0df50e0eeb9f is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:46:46.032685 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-e95a3143-f98a-488e-8497-ce8d5d9a5750 None None] Provisioning complete for port 86357dfd-a7f4-4138-a050-95a77e2ed28f triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:46:46.033456 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-e95a3143-f98a-488e-8497-ce8d5d9a5750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (86357dfd-a7f4-4138-a050-95a77e2ed28f), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:46.082409 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-414d2877-2314-47f0-a5f0-905052cc744c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (3d14a308-8f99-469b-a4f6-aac3f4a94dbf), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:46.100219 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7980a220-7f78-4ffc-b544-ed33cc7e8cdc admin admin] Publish callbacks [] for router_gateway (01aeb439-193e-4436-9450-4ede1a0b7ab6), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:46.105935 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-900a5f59-eae3-4aa0-b1e8-948287fd340f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f28542a2d3394f85b7717788deaf94ae&name=default HTTP/1.1" status: 200 len: 2992 time: 2.6193011 Jun 08 13:46:46.109316 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 60908) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:46.137493 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:46.183950 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-8b4993f1-19fe-4d39-8ac1-3f25b6136fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'name': 'tempest-AttachVolumeTestJSON-940829353-router', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:41Z', 'revision_number': 3, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'gw_port': {'id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:46.229585 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:46.235363 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.61', 63225) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:46.253944 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4993f1-19fe-4d39-8ac1-3f25b6136fa6 None None] The sync data for ids ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'] in dv-cinder-819149-5-iscsi is: [{'id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'name': 'tempest-AttachVolumeTestJSON-940829353-router', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:41Z', 'revision_number': 3, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'gw_port': {'id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:46:46.266910 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-e95a3143-f98a-488e-8497-ce8d5d9a5750 None None] Current status of the port 86357dfd-a7f4-4138-a050-95a77e2ed28f is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:46:46.296422 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-e95a3143-f98a-488e-8497-ce8d5d9a5750 None None] Provisioning complete for port 3d14a308-8f99-469b-a4f6-aac3f4a94dbf triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:46:46.296832 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-e95a3143-f98a-488e-8497-ce8d5d9a5750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (3d14a308-8f99-469b-a4f6-aac3f4a94dbf), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:46.385553 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-e95a3143-f98a-488e-8497-ce8d5d9a5750 None None] Port 3d14a308-8f99-469b-a4f6-aac3f4a94dbf cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:46:46.607131 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:46.618281 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-414d2877-2314-47f0-a5f0-905052cc744c admin admin] Publish callbacks [] for port (3d14a308-8f99-469b-a4f6-aac3f4a94dbf), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:46.627846 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 86357dfd-a7f4-4138-a050-95a77e2ed28f up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:46:46.652857 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-19d1ceb6-d8d0-437b-9eab-3023002a7c89 admin admin] Publish callbacks [] for security_group (cd4e1f61-a8a5-4a98-9f67-781e2ae1099d), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:46.690945 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-19d1ceb6-d8d0-437b-9eab-3023002a7c89 admin admin] Publish callbacks [] for security_group (cd4e1f61-a8a5-4a98-9f67-781e2ae1099d), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:46.720650 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9528df-4c86-455e-8362-0fbc24322eba req-73bbf120-306e-4890-9430-6fcc08f45d0b tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:46.723133 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5d9528df-4c86-455e-8362-0fbc24322eba req-73bbf120-306e-4890-9430-6fcc08f45d0b tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.61 "GET /v2.0/networks?id=aade4219-e25a-4e36-bcb1-dc2ec86e256b HTTP/1.1" status: 200 len: 811 time: 0.4868071 Jun 08 13:46:46.730129 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port 86357dfd-a7f4-4138-a050-95a77e2ed28f triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:46:46.735769 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (86357dfd-a7f4-4138-a050-95a77e2ed28f), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:46.754698 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6bdc098-8247-48f1-9daa-e44471da404d admin admin] Router 4cba750f-4f39-4b99-9242-f53dcb21f8aa is scheduled to L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 with binding_index 1 {{(pid=110997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 13:46:46.755299 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-414d2877-2314-47f0-a5f0-905052cc744c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (3d14a308-8f99-469b-a4f6-aac3f4a94dbf), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:46.756491 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-414d2877-2314-47f0-a5f0-905052cc744c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354906'] for router_interface (73f7d7e5-25cc-486d-b119-57e35a7c9cd2), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:46.811325 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [req-5d9528df-4c86-455e-8362-0fbc24322eba req-797fbe90-6c3e-4ed8-9db0-9ac1c21008fd tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Request body: {'port': {'device_id': 'ee648927-27a4-4ca6-a341-22a82e9e54a2', 'network_id': 'aade4219-e25a-4e36-bcb1-dc2ec86e256b', 'admin_state_up': True, 'tenant_id': '9e6598a073a442958076b48bed28c472'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:46:46.924753 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d2877-2314-47f0-a5f0-905052cc744c admin admin] Pushing event updated for resources: {'Port': ['ID=3d14a308-8f99-469b-a4f6-aac3f4a94dbf,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:46.997024 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port 86357dfd-a7f4-4138-a050-95a77e2ed28f is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:46:47.008548 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414d2877-2314-47f0-a5f0-905052cc744c admin admin] Network 42d99904-a8b4-4285-872c-5a43c79568a6 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:46:47.011679 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-414d2877-2314-47f0-a5f0-905052cc744c admin admin] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:46:47.018712 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-19d1ceb6-d8d0-437b-9eab-3023002a7c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (cd4e1f61-a8a5-4a98-9f67-781e2ae1099d), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:47.025587 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-19d1ceb6-d8d0-437b-9eab-3023002a7c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:47.025587 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-19d1ceb6-d8d0-437b-9eab-3023002a7c89 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cd4e1f61-a8a5-4a98-9f67-781e2ae1099d HTTP/1.1" status: 204 len: 168 time: 0.9110520 Jun 08 13:46:47.046481 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=100 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:47.135113 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-66b1532d-47eb-4ead-a6fe-8648cbcc1b98 req-b971fb2f-8ab3-4b18-86a9-8891dd859284 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 210 time: 0.2279663 Jun 08 13:46:47.157421 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7980a220-7f78-4ffc-b544-ed33cc7e8cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-354687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358104'] for router (01aeb439-193e-4436-9450-4ede1a0b7ab6), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:47.190293 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1ceb6-d8d0-437b-9eab-3023002a7c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4e1f61-a8a5-4a98-9f67-781e2ae1099d,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:47.355359 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414d2877-2314-47f0-a5f0-905052cc744c admin admin] Router 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:46:47.404167 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:47.430268 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bdc098-8247-48f1-9daa-e44471da404d admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:46:47.449378 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df65e42c-da16-4a3a-a142-9e26e663525e None None] Sync routers for ids ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:46:47.468722 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df65e42c-da16-4a3a-a142-9e26e663525e None None] Routers {'4cba750f-4f39-4b99-9242-f53dcb21f8aa'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:46:47.471652 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-df65e42c-da16-4a3a-a142-9e26e663525e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:46:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:47.478474 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:47.565007 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414d2877-2314-47f0-a5f0-905052cc744c admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:46:47.586538 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-414d2877-2314-47f0-a5f0-905052cc744c admin admin] 10.222.0.55 "PUT /v2.0/routers/73f7d7e5-25cc-486d-b119-57e35a7c9cd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2851982 Jun 08 13:46:47.631621 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c6bdc098-8247-48f1-9daa-e44471da404d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:47.633666 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-c6bdc098-8247-48f1-9daa-e44471da404d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.3772790 Jun 08 13:46:47.634719 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d9528df-4c86-455e-8362-0fbc24322eba req-797fbe90-6c3e-4ed8-9db0-9ac1c21008fd tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Made reservation on behalf of 9e6598a073a442958076b48bed28c472 for: {'port': 1} {{(pid=110997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:46:47.637151 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 60990) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:47.641737 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-5d9528df-4c86-455e-8362-0fbc24322eba req-797fbe90-6c3e-4ed8-9db0-9ac1c21008fd tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:47.729915 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 60998) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:47.749324 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-df65e42c-da16-4a3a-a142-9e26e663525e None None] Set router 4cba750f-4f39-4b99-9242-f53dcb21f8aa gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:46:48.102841 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.db_base_plugin_common [req-5d9528df-4c86-455e-8362-0fbc24322eba req-797fbe90-6c3e-4ed8-9db0-9ac1c21008fd tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Allocated IP 172.20.0.10 (aade4219-e25a-4e36-bcb1-dc2ec86e256b/0e6e7292-51a7-4586-abd9-57aae361415c/07b64f58-2f27-4e2b-b1cb-fd9712202bf8) {{(pid=110997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:46:48.160426 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7980a220-7f78-4ffc-b544-ed33cc7e8cdc admin admin] Router 01aeb439-193e-4436-9450-4ede1a0b7ab6 is scheduled to L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 with binding_index 1 {{(pid=110997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 13:46:48.208197 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:48.239198 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-27e3afc0-1324-4fc9-b66a-71260874a797 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1622084020-network', 'tenant_id': '17912dc926e64823b36fb3d47375972a'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:46:48.291228 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-ec9ade86-5405-4d5d-adc5-6efa68d7a75a None None] Provisioning complete for port 3d14a308-8f99-469b-a4f6-aac3f4a94dbf triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:46:48.291609 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ec9ade86-5405-4d5d-adc5-6efa68d7a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (3d14a308-8f99-469b-a4f6-aac3f4a94dbf), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:48.342523 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-df65e42c-da16-4a3a-a142-9e26e663525e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'name': 'tempest-AttachVolumeShelveTestJSON-9323543-router', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:43Z', 'revision_number': 3, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'gw_port': {'id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:48.376583 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-ec9ade86-5405-4d5d-adc5-6efa68d7a75a None None] Port 3d14a308-8f99-469b-a4f6-aac3f4a94dbf cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:46:48.378495 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df65e42c-da16-4a3a-a142-9e26e663525e None None] Checking router: 4cba750f-4f39-4b99-9242-f53dcb21f8aa for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:46:48.378839 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df65e42c-da16-4a3a-a142-9e26e663525e None None] Updating router 4cba750f-4f39-4b99-9242-f53dcb21f8aa port faa27777-4c67-44a7-8956-ec89d0a15a34 binding host dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:46:48.408717 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-df65e42c-da16-4a3a-a142-9e26e663525e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (faa27777-4c67-44a7-8956-ec89d0a15a34), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:48.452608 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e3afc0-1324-4fc9-b66a-71260874a797 admin admin] Made reservation on behalf of 17912dc926e64823b36fb3d47375972a for: {'network': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:46:48.456127 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-27e3afc0-1324-4fc9-b66a-71260874a797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for network (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:48.479536 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-27e3afc0-1324-4fc9-b66a-71260874a797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:48.489071 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 32802) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:48.532954 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-ac9142e7-7ba6-4f51-936f-9f957a27e9a6 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--41503664', 'description': 'tempest-description--1152800923'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:46:48.679922 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e8db558a-fbc1-4da9-8220-c866aa111f0e req-960c10cd-7c26-4067-baca-0e7713b7b453 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 210 time: 0.3268027 Jun 08 13:46:48.736572 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:46:48.787917 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ac9142e7-7ba6-4f51-936f-9f957a27e9a6 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:48.789569 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7980a220-7f78-4ffc-b544-ed33cc7e8cdc admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:46:48.794325 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=100 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:48.802452 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31757235-fe31-46f8-8cc9-13d49d7f3b27 None None] Sync routers for ids ['01aeb439-193e-4436-9450-4ede1a0b7ab6'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:46:48.820292 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31757235-fe31-46f8-8cc9-13d49d7f3b27 None None] Routers {'01aeb439-193e-4436-9450-4ede1a0b7ab6'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:46:48.821302 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-31757235-fe31-46f8-8cc9-13d49d7f3b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:46:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['01aeb439-193e-4436-9450-4ede1a0b7ab6'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:48.859568 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:46:48.860626 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:48.871892 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:48.927279 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-721a2cef-4072-4433-bb8b-fa864c64000f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:48.954882 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7980a220-7f78-4ffc-b544-ed33cc7e8cdc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:48.961096 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-7980a220-7f78-4ffc-b544-ed33cc7e8cdc admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.0761180 Jun 08 13:46:48.966782 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-27e3afc0-1324-4fc9-b66a-71260874a797 admin admin] Publish callbacks [] for security_group (acf408ba-e715-4448-8488-ae8e4ca5c29f), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:48.968760 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-5d9528df-4c86-455e-8362-0fbc24322eba req-797fbe90-6c3e-4ed8-9db0-9ac1c21008fd tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Publish callbacks [] for port (07b64f58-2f27-4e2b-b1cb-fd9712202bf8), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:48.974118 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 32810) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:49.013929 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-df65e42c-da16-4a3a-a142-9e26e663525e None None] Publish callbacks [] for port (faa27777-4c67-44a7-8956-ec89d0a15a34), precommit_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:49.032083 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-31757235-fe31-46f8-8cc9-13d49d7f3b27 None None] Set router 01aeb439-193e-4436-9450-4ede1a0b7ab6 gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:46:49.098545 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:46:49.099010 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:49.120760 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-df65e42c-da16-4a3a-a142-9e26e663525e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (faa27777-4c67-44a7-8956-ec89d0a15a34), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:49.140850 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 32814) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:49.167226 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=100 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:49.277292 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-5d9528df-4c86-455e-8362-0fbc24322eba req-797fbe90-6c3e-4ed8-9db0-9ac1c21008fd tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800'] for port (07b64f58-2f27-4e2b-b1cb-fd9712202bf8), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:49.280675 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] For port f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:46:49.353603 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-df65e42c-da16-4a3a-a142-9e26e663525e None None] Attempting to bind port faa27777-4c67-44a7-8956-ec89d0a15a34 on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:46:49.353942 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-df65e42c-da16-4a3a-a142-9e26e663525e None None] Attempting to bind port faa27777-4c67-44a7-8956-ec89d0a15a34 by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:46:49.354636 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65e42c-da16-4a3a-a142-9e26e663525e None None] Attempting to bind port faa27777-4c67-44a7-8956-ec89d0a15a34 on network 070b030f-98d2-43d9-b022-f506d26f1e83 {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:46:49.357596 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d52b7-3758-4603-80e3-3c943b960653 None None] Pushing event updated for resources: {'Port': ['ID=faa27777-4c67-44a7-8956-ec89d0a15a34,revision_number=2']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:49.364430 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65e42c-da16-4a3a-a142-9e26e663525e None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:46:49.364990 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65e42c-da16-4a3a-a142-9e26e663525e None None] Checking segment: {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:46:49.365449 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-df65e42c-da16-4a3a-a142-9e26e663525e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:49.365941 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65e42c-da16-4a3a-a142-9e26e663525e None None] Bound using segment: {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:46:49.366501 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-df65e42c-da16-4a3a-a142-9e26e663525e None None] Bound port: faa27777-4c67-44a7-8956-ec89d0a15a34, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:46:49.367533 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-df65e42c-da16-4a3a-a142-9e26e663525e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (faa27777-4c67-44a7-8956-ec89d0a15a34), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:49.373175 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-27e3afc0-1324-4fc9-b66a-71260874a797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (acf408ba-e715-4448-8488-ae8e4ca5c29f), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:49.440898 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:49.479607 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d9528df-4c86-455e-8362-0fbc24322eba req-797fbe90-6c3e-4ed8-9db0-9ac1c21008fd tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Network aade4219-e25a-4e36-bcb1-dc2ec86e256b is already hosted by enough agents. {{(pid=110997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:46:49.484377 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [None req-721a2cef-4072-4433-bb8b-fa864c64000f admin admin] Allocated IP 172.20.0.1 (12800c86-d5ba-481d-a55e-8c6ac82045b0/3a82067f-8037-420a-aa38-ea511b7711ca/fbb0c877-9f84-431a-9be6-8b14cf7a55f9) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:46:49.493866 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [req-5d9528df-4c86-455e-8362-0fbc24322eba req-797fbe90-6c3e-4ed8-9db0-9ac1c21008fd tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Resources bound (agent type, host, resource id): {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:46:49.496354 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-6a71c09c-4c10-42ea-9d67-475fdf6d21a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:49.520934 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9528df-4c86-455e-8362-0fbc24322eba req-797fbe90-6c3e-4ed8-9db0-9ac1c21008fd tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Received port after_create {{(pid=110997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:46:49.527931 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9528df-4c86-455e-8362-0fbc24322eba req-797fbe90-6c3e-4ed8-9db0-9ac1c21008fd tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:49.528841 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-5d9528df-4c86-455e-8362-0fbc24322eba req-797fbe90-6c3e-4ed8-9db0-9ac1c21008fd tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for port (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:49.592149 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-df65e42c-da16-4a3a-a142-9e26e663525e None None] For port faa27777-4c67-44a7-8956-ec89d0a15a34, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=110999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:46:49.619938 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-df65e42c-da16-4a3a-a142-9e26e663525e None None] For port faa27777-4c67-44a7-8956-ec89d0a15a34, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=faa27777-4c67-44a7-8956-ec89d0a15a34,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=110999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:46:49.663268 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=100 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:49.668833 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Pushing event updated for resources: {'Port': ['ID=f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:49.728099 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-721a2cef-4072-4433-bb8b-fa864c64000f admin admin] Publish callbacks [] for port (fbb0c877-9f84-431a-9be6-8b14cf7a55f9), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:49.753175 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-df65e42c-da16-4a3a-a142-9e26e663525e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (faa27777-4c67-44a7-8956-ec89d0a15a34), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:49.783629 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fbe90-6c3e-4ed8-9db0-9ac1c21008fd tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Pushing event updated for resources: {'Port': ['ID=07b64f58-2f27-4e2b-b1cb-fd9712202bf8,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:49.805036 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3afc0-1324-4fc9-b66a-71260874a797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf408ba-e715-4448-8488-ae8e4ca5c29f,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:49.877748 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:49.887685 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-721a2cef-4072-4433-bb8b-fa864c64000f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800'] for port (fbb0c877-9f84-431a-9be6-8b14cf7a55f9), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:49.901383 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e3afc0-1324-4fc9-b66a-71260874a797 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=110998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:46:49.911226 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-31757235-fe31-46f8-8cc9-13d49d7f3b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'name': 'tempest-ServerRescueNegativeTestJSON-599513764-router', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:41Z', 'updated_at': '2022-06-08T13:46:45Z', 'revision_number': 3, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'gw_port': {'id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:42Z', 'updated_at': '2022-06-08T13:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:49.917456 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ac9142e7-7ba6-4f51-936f-9f957a27e9a6 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for security_group (b9d9e483-52b1-4a32-93f2-9d5a9d4827aa), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:49.942820 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf02f806-3f45-4bc8-bb70-ff8f9db33148 None None] Sync routers for ids ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:46:49.959642 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df65e42c-da16-4a3a-a142-9e26e663525e None None] Routers {'4cba750f-4f39-4b99-9242-f53dcb21f8aa'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:46:49.960589 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-df65e42c-da16-4a3a-a142-9e26e663525e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:46:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:50.011284 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-27e3afc0-1324-4fc9-b66a-71260874a797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (46a88047-4da8-41cd-b7c0-a86a3d0d2134), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:50.011996 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31757235-fe31-46f8-8cc9-13d49d7f3b27 None None] Checking router: 01aeb439-193e-4436-9450-4ede1a0b7ab6 for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:46:50.012710 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31757235-fe31-46f8-8cc9-13d49d7f3b27 None None] Updating router 01aeb439-193e-4436-9450-4ede1a0b7ab6 port c45c1198-eee2-4474-ab43-66137f24a052 binding host dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:46:50.013089 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.segments_db [None req-27e3afc0-1324-4fc9-b66a-71260874a797 admin admin] Added segment 46a88047-4da8-41cd-b7c0-a86a3d0d2134 of type vlan for network e996e198-2c6f-48e7-81f0-98507002a84f Jun 08 13:46:50.071692 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d52b7-3758-4603-80e3-3c943b960653 None None] Pushing event updated for resources: {'Port': ['ID=faa27777-4c67-44a7-8956-ec89d0a15a34,revision_number=3']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:50.072563 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721a2cef-4072-4433-bb8b-fa864c64000f admin admin] Network 12800c86-d5ba-481d-a55e-8c6ac82045b0 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:46:50.089876 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ac9142e7-7ba6-4f51-936f-9f957a27e9a6 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (b9d9e483-52b1-4a32-93f2-9d5a9d4827aa), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:50.111612 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-31757235-fe31-46f8-8cc9-13d49d7f3b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (c45c1198-eee2-4474-ab43-66137f24a052), before_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:50.122701 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf02f806-3f45-4bc8-bb70-ff8f9db33148 None None] Routers {'73f7d7e5-25cc-486d-b119-57e35a7c9cd2'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:46:50.127820 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-cf02f806-3f45-4bc8-bb70-ff8f9db33148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:46:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:50.320717 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9142e7-7ba6-4f51-936f-9f957a27e9a6 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:50.322388 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-6a71c09c-4c10-42ea-9d67-475fdf6d21a3 admin admin] Publish callbacks [] for security_group (cbaf6895-3200-4b0c-a4c5-a2867a2359ac), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:50.323256 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-721a2cef-4072-4433-bb8b-fa864c64000f admin admin] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:46:50.323681 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:50.344030 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:50.349885 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721a2cef-4072-4433-bb8b-fa864c64000f admin admin] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:46:50.350444 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-721a2cef-4072-4433-bb8b-fa864c64000f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-354990'] for router_interface (4cba750f-4f39-4b99-9242-f53dcb21f8aa), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:50.383644 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a2cef-4072-4433-bb8b-fa864c64000f admin admin] Pushing event updated for resources: {'Port': ['ID=fbb0c877-9f84-431a-9be6-8b14cf7a55f9,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:50.464957 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-cf02f806-3f45-4bc8-bb70-ff8f9db33148 None None] Set router 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:46:50.471119 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227007d5-7c22-4c97-87e2-4a34182b4e75 req-58c809cf-bdf1-4878-9bde-b7fc5d71ceab tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:50.483761 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-227007d5-7c22-4c97-87e2-4a34182b4e75 req-58c809cf-bdf1-4878-9bde-b7fc5d71ceab tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 932 time: 0.2226942 Jun 08 13:46:50.712832 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ac9142e7-7ba6-4f51-936f-9f957a27e9a6 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:50.717742 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-ac9142e7-7ba6-4f51-936f-9f957a27e9a6 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.2193825 Jun 08 13:46:50.738556 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-27e3afc0-1324-4fc9-b66a-71260874a797 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774158396263'] for network (e996e198-2c6f-48e7-81f0-98507002a84f), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:50.748144 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:50.758008 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 32838) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:50.769502 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-74198112-266c-4b70-bc39-2ecaa480022d tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Request body: {'security_group_rule': {'security_group_id': 'b9d9e483-52b1-4a32-93f2-9d5a9d4827aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:46:50.800952 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5d9528df-4c86-455e-8362-0fbc24322eba req-797fbe90-6c3e-4ed8-9db0-9ac1c21008fd tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0006535 Jun 08 13:46:50.805713 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-6a71c09c-4c10-42ea-9d67-475fdf6d21a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (cbaf6895-3200-4b0c-a4c5-a2867a2359ac), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:50.818715 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-31757235-fe31-46f8-8cc9-13d49d7f3b27 None None] Publish callbacks [] for port (c45c1198-eee2-4474-ab43-66137f24a052), precommit_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:50.873493 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.db.resource_extend [None req-27e3afc0-1324-4fc9-b66a-71260874a797 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 13:46:50.904494 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-721a2cef-4072-4433-bb8b-fa864c64000f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (fbb0c877-9f84-431a-9be6-8b14cf7a55f9), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:50.917242 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [req-5d9528df-4c86-455e-8362-0fbc24322eba req-51e41b43-9ce8-4c90-b9e7-1a8900de3036 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=110997) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 13:46:50.928601 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5d9528df-4c86-455e-8362-0fbc24322eba req-51e41b43-9ce8-4c90-b9e7-1a8900de3036 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0459518 Jun 08 13:46:50.930169 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-df65e42c-da16-4a3a-a142-9e26e663525e None None] Set router 4cba750f-4f39-4b99-9242-f53dcb21f8aa gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:46:50.937833 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-31757235-fe31-46f8-8cc9-13d49d7f3b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (c45c1198-eee2-4474-ab43-66137f24a052), after_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:50.985619 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-27e3afc0-1324-4fc9-b66a-71260874a797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for network (e996e198-2c6f-48e7-81f0-98507002a84f), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:50.991284 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e3afc0-1324-4fc9-b66a-71260874a797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:50.992617 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-27e3afc0-1324-4fc9-b66a-71260874a797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:51.029936 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-227007d5-7c22-4c97-87e2-4a34182b4e75 req-9ff3c43e-3273-45eb-ba35-ca253062caac tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5403638 Jun 08 13:46:51.037190 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71c09c-4c10-42ea-9d67-475fdf6d21a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaf6895-3200-4b0c-a4c5-a2867a2359ac,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:51.047292 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-6a71c09c-4c10-42ea-9d67-475fdf6d21a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ff408f035c50479bbc9e2420e90e7e60&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9053602 Jun 08 13:46:51.054742 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 32842) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:51.055380 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:46:51.118675 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-31757235-fe31-46f8-8cc9-13d49d7f3b27 None None] Attempting to bind port c45c1198-eee2-4474-ab43-66137f24a052 on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:46:51.119300 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-31757235-fe31-46f8-8cc9-13d49d7f3b27 None None] Attempting to bind port c45c1198-eee2-4474-ab43-66137f24a052 by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}] {{(pid=111000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:46:51.119815 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31757235-fe31-46f8-8cc9-13d49d7f3b27 None None] Attempting to bind port c45c1198-eee2-4474-ab43-66137f24a052 on network 070b030f-98d2-43d9-b022-f506d26f1e83 {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:46:51.127299 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2739571-cf00-4147-a539-00162b249c9b None None] Pushing event updated for resources: {'Port': ['ID=c45c1198-eee2-4474-ab43-66137f24a052,revision_number=2']} {{(pid=111000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:51.132940 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31757235-fe31-46f8-8cc9-13d49d7f3b27 None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:46:51.142975 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31757235-fe31-46f8-8cc9-13d49d7f3b27 None None] Checking segment: {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:46:51.145605 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-31757235-fe31-46f8-8cc9-13d49d7f3b27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:51.145605 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31757235-fe31-46f8-8cc9-13d49d7f3b27 None None] Bound using segment: {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'} {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:46:51.145605 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-31757235-fe31-46f8-8cc9-13d49d7f3b27 None None] Bound port: c45c1198-eee2-4474-ab43-66137f24a052, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}}] {{(pid=111000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:46:51.146285 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-31757235-fe31-46f8-8cc9-13d49d7f3b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (c45c1198-eee2-4474-ab43-66137f24a052), before_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:51.264445 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-74198112-266c-4b70-bc39-2ecaa480022d tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for security_group_rule (e8119804-ec87-4c62-97fc-ad1353264f00), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:51.266123 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:51.270447 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.db [None req-31757235-fe31-46f8-8cc9-13d49d7f3b27 None None] For port c45c1198-eee2-4474-ab43-66137f24a052, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=111000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:46:51.277643 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-5dca325f-5df6-49f0-99ed-d30a85b0c111 None None] Provisioning complete for port fbb0c877-9f84-431a-9be6-8b14cf7a55f9 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:46:51.278653 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-5dca325f-5df6-49f0-99ed-d30a85b0c111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (fbb0c877-9f84-431a-9be6-8b14cf7a55f9), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:51.284944 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.db [None req-31757235-fe31-46f8-8cc9-13d49d7f3b27 None None] For port c45c1198-eee2-4474-ab43-66137f24a052, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=c45c1198-eee2-4474-ab43-66137f24a052,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=111000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:46:51.298836 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-bca0c252-4350-405e-a34f-e1fd0e53d46d admin admin] Publish callbacks [] for security_group (cbaf6895-3200-4b0c-a4c5-a2867a2359ac), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:51.301715 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ca147058-eaeb-4f3e-bfd0-ad330e76d79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:51.360546 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-27e3afc0-1324-4fc9-b66a-71260874a797 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.6274424 Jun 08 13:46:51.367802 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [req-5d9528df-4c86-455e-8362-0fbc24322eba req-61aebf0e-eb83-4e42-8ff1-739e18c00232 service neutron] Request body: {'port': {'device_id': 'ee648927-27a4-4ca6-a341-22a82e9e54a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:46:51.370757 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 32854) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:51.379016 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-150c735c-8f77-4c4e-85fd-761d3445ca70 admin admin] Request body: {'subnet': {'network_id': 'e996e198-2c6f-48e7-81f0-98507002a84f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1622084020-subnet', 'tenant_id': '17912dc926e64823b36fb3d47375972a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:46:51.388003 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-31757235-fe31-46f8-8cc9-13d49d7f3b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (c45c1198-eee2-4474-ab43-66137f24a052), after_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:51.458119 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3afc0-1324-4fc9-b66a-71260874a797 admin admin] Pushing event updated for resources: {'Network': ['ID=e996e198-2c6f-48e7-81f0-98507002a84f,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:51.517571 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Network e996e198-2c6f-48e7-81f0-98507002a84f details requested by agent ovs-agent-dv-cinder-819149-5-iscsi with host dv-cinder-819149-5-iscsi {{(pid=110999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:46:51.533404 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-bca0c252-4350-405e-a34f-e1fd0e53d46d admin admin] Publish callbacks [] for security_group (cbaf6895-3200-4b0c-a4c5-a2867a2359ac), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:51.551055 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31757235-fe31-46f8-8cc9-13d49d7f3b27 None None] Routers {'01aeb439-193e-4436-9450-4ede1a0b7ab6'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:46:51.553428 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-31757235-fe31-46f8-8cc9-13d49d7f3b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:46:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['01aeb439-193e-4436-9450-4ede1a0b7ab6'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:51.581592 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150c735c-8f77-4c4e-85fd-761d3445ca70 admin admin] Made reservation on behalf of 17912dc926e64823b36fb3d47375972a for: {'subnet': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:46:51.584604 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-150c735c-8f77-4c4e-85fd-761d3445ca70 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:51.626025 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:51.697750 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:51.724770 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2739571-cf00-4147-a539-00162b249c9b None None] Pushing event updated for resources: {'Port': ['ID=c45c1198-eee2-4474-ab43-66137f24a052,revision_number=3']} {{(pid=111000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:51.847196 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-31757235-fe31-46f8-8cc9-13d49d7f3b27 None None] Set router 01aeb439-193e-4436-9450-4ede1a0b7ab6 gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:46:51.897912 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-74198112-266c-4b70-bc39-2ecaa480022d tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for security_group_rule (e8119804-ec87-4c62-97fc-ad1353264f00), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:51.947339 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:51.969342 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-5d9528df-4c86-455e-8362-0fbc24322eba req-61aebf0e-eb83-4e42-8ff1-739e18c00232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (07b64f58-2f27-4e2b-b1cb-fd9712202bf8), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:51.981298 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:52.029845 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-5dca325f-5df6-49f0-99ed-d30a85b0c111 None None] Port fbb0c877-9f84-431a-9be6-8b14cf7a55f9 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:46:52.053816 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-150c735c-8f77-4c4e-85fd-761d3445ca70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for subnet (71825ec4-80cf-4ff6-b497-00fbb77419f7), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:52.056346 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-74198112-266c-4b70-bc39-2ecaa480022d tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (e8119804-ec87-4c62-97fc-ad1353264f00), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:52.060167 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=100 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:52.133246 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74198112-266c-4b70-bc39-2ecaa480022d tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8119804-ec87-4c62-97fc-ad1353264f00,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:52.139075 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-df65e42c-da16-4a3a-a142-9e26e663525e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'name': 'tempest-AttachVolumeShelveTestJSON-9323543-router', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:43Z', 'revision_number': 3, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'gw_port': {'id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:52.174937 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-bca0c252-4350-405e-a34f-e1fd0e53d46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (cbaf6895-3200-4b0c-a4c5-a2867a2359ac), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:52.180628 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-bca0c252-4350-405e-a34f-e1fd0e53d46d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:52.182205 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-bca0c252-4350-405e-a34f-e1fd0e53d46d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cbaf6895-3200-4b0c-a4c5-a2867a2359ac HTTP/1.1" status: 204 len: 168 time: 1.1308284 Jun 08 13:46:52.202467 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:52.299506 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df65e42c-da16-4a3a-a142-9e26e663525e None None] The sync data for ids ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'] in dv-cinder-819149-5-iscsi is: [{'id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'name': 'tempest-AttachVolumeShelveTestJSON-9323543-router', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:43Z', 'revision_number': 3, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'gw_port': {'id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:46:52.327442 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-721a2cef-4072-4433-bb8b-fa864c64000f admin admin] Publish callbacks [] for port (fbb0c877-9f84-431a-9be6-8b14cf7a55f9), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:52.327877 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0c252-4350-405e-a34f-e1fd0e53d46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaf6895-3200-4b0c-a4c5-a2867a2359ac,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:52.336736 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:46:52.336736 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:52.358956 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-74198112-266c-4b70-bc39-2ecaa480022d tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:52.363189 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-74198112-266c-4b70-bc39-2ecaa480022d tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6121755 Jun 08 13:46:52.370846 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-31757235-fe31-46f8-8cc9-13d49d7f3b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'name': 'tempest-ServerRescueNegativeTestJSON-599513764-router', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:41Z', 'updated_at': '2022-06-08T13:46:45Z', 'revision_number': 3, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'gw_port': {'id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:42Z', 'updated_at': '2022-06-08T13:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:52.386901 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 32874) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:52.404084 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-6350d025-2e6d-4511-8959-c6d60cb34e5a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Request body: {'security_group_rule': {'security_group_id': 'b9d9e483-52b1-4a32-93f2-9d5a9d4827aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:46:52.406942 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 32876) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:52.426375 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31757235-fe31-46f8-8cc9-13d49d7f3b27 None None] The sync data for ids ['01aeb439-193e-4436-9450-4ede1a0b7ab6'] in dv-cinder-819149-5-iscsi is: [{'id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'name': 'tempest-ServerRescueNegativeTestJSON-599513764-router', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:41Z', 'updated_at': '2022-06-08T13:46:45Z', 'revision_number': 3, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'gw_port': {'id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:42Z', 'updated_at': '2022-06-08T13:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:46:52.448885 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-cf02f806-3f45-4bc8-bb70-ff8f9db33148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'name': 'tempest-AttachVolumeTestJSON-940829353-router', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:45Z', 'revision_number': 4, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'gw_port': {'id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '3d14a308-8f99-469b-a4f6-aac3f4a94dbf', 'name': '', 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'mac_address': 'fa:16:3e:08:d9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:44Z', 'updated_at': '2022-06-08T13:46:46Z', 'revision_number': 2, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'subnets': [{'id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:52.496443 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c735c-8f77-4c4e-85fd-761d3445ca70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71825ec4-80cf-4ff6-b497-00fbb77419f7,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:52.502618 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-721a2cef-4072-4433-bb8b-fa864c64000f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (fbb0c877-9f84-431a-9be6-8b14cf7a55f9), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:52.503480 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-721a2cef-4072-4433-bb8b-fa864c64000f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354906'] for router_interface (4cba750f-4f39-4b99-9242-f53dcb21f8aa), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:52.552547 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abdca4-f17e-412d-b86e-943f83302bd6 req-3256b081-e1cf-4d36-81fb-b890e59ec8a2 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:52.560437 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e1abdca4-f17e-412d-b86e-943f83302bd6 req-3256b081-e1cf-4d36-81fb-b890e59ec8a2 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 932 time: 0.3422563 Jun 08 13:46:52.599558 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150c735c-8f77-4c4e-85fd-761d3445ca70 admin admin] Checking segment: {'id': '46a88047-4da8-41cd-b7c0-a86a3d0d2134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e996e198-2c6f-48e7-81f0-98507002a84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:46:52.602355 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150c735c-8f77-4c4e-85fd-761d3445ca70 admin admin] Network hostable DHCP agents. Network: e996e198-2c6f-48e7-81f0-98507002a84f, hostable agents: ['0fe93b45-7a7a-4833-aa38-a6b4536a05ba'], hosted agents: [] {{(pid=110998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:46:52.620344 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6350d025-2e6d-4511-8959-c6d60cb34e5a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for security_group_rule (369346ee-0c02-41c0-be14-7f94560429c3), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:52.640880 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf02f806-3f45-4bc8-bb70-ff8f9db33148 None None] Checking router: 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:46:52.646053 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf02f806-3f45-4bc8-bb70-ff8f9db33148 None None] Updating router 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 port 3d14a308-8f99-469b-a4f6-aac3f4a94dbf binding host dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:46:52.736126 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a2cef-4072-4433-bb8b-fa864c64000f admin admin] Pushing event updated for resources: {'Port': ['ID=fbb0c877-9f84-431a-9be6-8b14cf7a55f9,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:52.809402 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6350d025-2e6d-4511-8959-c6d60cb34e5a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for security_group_rule (369346ee-0c02-41c0-be14-7f94560429c3), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:52.830619 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.db_base_plugin_common [None req-ca147058-eaeb-4f3e-bfd0-ad330e76d79e admin admin] Allocated IP 172.20.0.1 (ae8a0e1e-0700-4e0e-8372-c30751bbef6f/69836fd4-f98b-48c1-883c-8589e3b080df/e5bc94c7-e9e3-436c-acf2-db03ed21a9f9) {{(pid=110997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:46:52.834909 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-cf02f806-3f45-4bc8-bb70-ff8f9db33148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (3d14a308-8f99-469b-a4f6-aac3f4a94dbf), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:52.902317 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721a2cef-4072-4433-bb8b-fa864c64000f admin admin] Network 12800c86-d5ba-481d-a55e-8c6ac82045b0 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:46:52.905561 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-721a2cef-4072-4433-bb8b-fa864c64000f admin admin] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:46:52.914511 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6350d025-2e6d-4511-8959-c6d60cb34e5a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (369346ee-0c02-41c0-be14-7f94560429c3), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:52.961000 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150c735c-8f77-4c4e-85fd-761d3445ca70 admin admin] Network e996e198-2c6f-48e7-81f0-98507002a84f is scheduled to be hosted by DHCP agent 0fe93b45-7a7a-4833-aa38-a6b4536a05ba with binding_index 1 {{(pid=110998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:46:53.045129 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:46:53.178088 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350d025-2e6d-4511-8959-c6d60cb34e5a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=369346ee-0c02-41c0-be14-7f94560429c3,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:53.192803 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-150c735c-8f77-4c4e-85fd-761d3445ca70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-5-iscsi, e996e198-2c6f-48e7-81f0-98507002a84f) {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:46:53.197718 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6350d025-2e6d-4511-8959-c6d60cb34e5a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:53.203171 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-6350d025-2e6d-4511-8959-c6d60cb34e5a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8154547 Jun 08 13:46:53.207913 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 32882) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:53.215088 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abf8733-2e44-4bf4-851a-209cc913be14 None None] Network e996e198-2c6f-48e7-81f0-98507002a84f requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:46:53.219758 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150c735c-8f77-4c4e-85fd-761d3445ca70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:53.222112 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-150c735c-8f77-4c4e-85fd-761d3445ca70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for subnet (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:53.264165 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-d00dd965-dcb7-466e-9b01-ff742eb09f3a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Request body: {'floatingip': {'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:46:53.373246 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-150c735c-8f77-4c4e-85fd-761d3445ca70 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9985168 Jun 08 13:46:53.432923 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721a2cef-4072-4433-bb8b-fa864c64000f admin admin] Router 4cba750f-4f39-4b99-9242-f53dcb21f8aa has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:46:53.517769 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d00dd965-dcb7-466e-9b01-ff742eb09f3a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:53.532088 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device faa27777-4c67-44a7-8956-ec89d0a15a34 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:46:53.549172 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-5225ef8d-7047-424e-a934-84ac5ef837d3 None None] Provisioning complete for port fbb0c877-9f84-431a-9be6-8b14cf7a55f9 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:46:53.556811 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-5225ef8d-7047-424e-a934-84ac5ef837d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (fbb0c877-9f84-431a-9be6-8b14cf7a55f9), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:53.556811 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=100 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:53.846067 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e1abdca4-f17e-412d-b86e-943f83302bd6 req-6e473409-ffda-4441-b433-7cf373e5a11c tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1852462 Jun 08 13:46:53.874919 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ddf1bcad-6ebe-48d2-bdbe-267c5be42571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:53.930481 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 32890) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:54.046590 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:54.048284 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d00dd965-dcb7-466e-9b01-ff742eb09f3a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:54.053394 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:54.236578 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-39628ce3-773b-4d90-aecc-8c28ecc9fb68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:54.266874 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721a2cef-4072-4433-bb8b-fa864c64000f admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:46:54.274950 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-721a2cef-4072-4433-bb8b-fa864c64000f admin admin] 10.222.0.55 "PUT /v2.0/routers/4cba750f-4f39-4b99-9242-f53dcb21f8aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6365082 Jun 08 13:46:54.345540 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ddf1bcad-6ebe-48d2-bdbe-267c5be42571 admin admin] Publish callbacks [] for security_group (be84f164-7827-4465-b0af-60ae73427041), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:54.374633 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [None req-d00dd965-dcb7-466e-9b01-ff742eb09f3a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Allocated IP 172.27.1.212 (070b030f-98d2-43d9-b022-f506d26f1e83/4285c1ce-c1bb-4be9-b005-ebf83c2cba00/b73c0df7-64f2-41af-8269-46ad2ce28724) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:46:54.394120 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:54.456658 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-5225ef8d-7047-424e-a934-84ac5ef837d3 None None] Port fbb0c877-9f84-431a-9be6-8b14cf7a55f9 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:46:54.466729 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ddf1bcad-6ebe-48d2-bdbe-267c5be42571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (be84f164-7827-4465-b0af-60ae73427041), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:54.510821 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port faa27777-4c67-44a7-8956-ec89d0a15a34 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:46:54.511247 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (faa27777-4c67-44a7-8956-ec89d0a15a34), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:54.742123 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d00dd965-dcb7-466e-9b01-ff742eb09f3a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for port (b73c0df7-64f2-41af-8269-46ad2ce28724), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:54.799158 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59e0a1a-a9bb-4bbf-b4bb-7e85d48666ba None None] Network e996e198-2c6f-48e7-81f0-98507002a84f requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:46:54.842592 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 32916) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:54.846225 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-ddf1bcad-6ebe-48d2-bdbe-267c5be42571 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3285fa39ad9e469dae1191cc2a5fb130&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4214084 Jun 08 13:46:54.915612 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ca147058-eaeb-4f3e-bfd0-ad330e76d79e admin admin] Publish callbacks [] for port (e5bc94c7-e9e3-436c-acf2-db03ed21a9f9), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:54.957658 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d00dd965-dcb7-466e-9b01-ff742eb09f3a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800'] for port (b73c0df7-64f2-41af-8269-46ad2ce28724), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:55.084177 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 32924) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:55.096787 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.notifiers.nova [req-5d9528df-4c86-455e-8362-0fbc24322eba req-61aebf0e-eb83-4e42-8ff1-739e18c00232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b64f58-2f27-4e2b-b1cb-fd9712202bf8 {{(pid=110997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:46:55.123011 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port faa27777-4c67-44a7-8956-ec89d0a15a34 is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:46:55.124765 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00dd965-dcb7-466e-9b01-ff742eb09f3a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Network 070b030f-98d2-43d9-b022-f506d26f1e83 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:46:55.124887 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (faa27777-4c67-44a7-8956-ec89d0a15a34), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:55.126720 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-5d9528df-4c86-455e-8362-0fbc24322eba req-61aebf0e-eb83-4e42-8ff1-739e18c00232 service neutron] Publish callbacks [] for port (07b64f58-2f27-4e2b-b1cb-fd9712202bf8), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:55.132193 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-f9fbf1e2-b972-4c98-b419-9b9e2e0201ca tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Request body: {'security_group': {'name': 'tempest-securitygroup--102123834', 'description': 'tempest-description--801361339'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:46:55.182720 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-cf02f806-3f45-4bc8-bb70-ff8f9db33148 None None] Publish callbacks [] for port (3d14a308-8f99-469b-a4f6-aac3f4a94dbf), precommit_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:55.188877 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] For port faa27777-4c67-44a7-8956-ec89d0a15a34, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=faa27777-4c67-44a7-8956-ec89d0a15a34,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:46:55.191367 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.provisioning_blocks [req-5d9528df-4c86-455e-8362-0fbc24322eba req-61aebf0e-eb83-4e42-8ff1-739e18c00232 service neutron] Transition to ACTIVE for port object 07b64f58-2f27-4e2b-b1cb-fd9712202bf8 will not be triggered until provisioned by entity L2. {{(pid=110997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 13:46:55.197682 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1bcad-6ebe-48d2-bdbe-267c5be42571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be84f164-7827-4465-b0af-60ae73427041,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:55.211432 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:55.263693 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (faa27777-4c67-44a7-8956-ec89d0a15a34), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:55.277496 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-cf02f806-3f45-4bc8-bb70-ff8f9db33148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (3d14a308-8f99-469b-a4f6-aac3f4a94dbf), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:55.290198 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-076a1920-0c5d-4577-a28c-05bb41f32978 admin admin] Publish callbacks [] for security_group (be84f164-7827-4465-b0af-60ae73427041), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:55.306598 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-d00dd965-dcb7-466e-9b01-ff742eb09f3a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:46:55.308760 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 32928) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:55.312711 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-5d9528df-4c86-455e-8362-0fbc24322eba req-61aebf0e-eb83-4e42-8ff1-739e18c00232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (07b64f58-2f27-4e2b-b1cb-fd9712202bf8), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:55.328665 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00dd965-dcb7-466e-9b01-ff742eb09f3a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Pushing event updated for resources: {'Port': ['ID=b73c0df7-64f2-41af-8269-46ad2ce28724,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:55.330812 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-995c1fdb-8368-40fd-97aa-6cb52a3e76b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1416800891-network', 'tenant_id': 'dfa393e46464434b918e13588b944e2f'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:46:55.357326 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00dd965-dcb7-466e-9b01-ff742eb09f3a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:46:55.460748 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:55.542829 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device c45c1198-eee2-4474-ab43-66137f24a052 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:46:55.592690 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a28a77-5db1-41ad-af79-e7e2be6511a1 req-e0ec4ed2-4968-4745-bb07-be2d02a23b4c tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:55.598836 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-16a28a77-5db1-41ad-af79-e7e2be6511a1 req-e0ec4ed2-4968-4745-bb07-be2d02a23b4c tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 932 time: 0.3954825 Jun 08 13:46:55.603562 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:55.604847 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-f9fbf1e2-b972-4c98-b419-9b9e2e0201ca tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:55.607530 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=10 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:55.643944 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-39628ce3-773b-4d90-aecc-8c28ecc9fb68 admin admin] Publish callbacks [] for security_group (deaa96ba-e633-4ab1-bd32-a7c08d158a59), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:55.649739 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Pushing event updated for resources: {'Port': ['ID=faa27777-4c67-44a7-8956-ec89d0a15a34,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:55.657734 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-076a1920-0c5d-4577-a28c-05bb41f32978 admin admin] Publish callbacks [] for security_group (be84f164-7827-4465-b0af-60ae73427041), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:55.807965 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-16a28a77-5db1-41ad-af79-e7e2be6511a1 req-8ada45bb-7c86-4bc6-a3d8-43cbe7e2974b tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669548 Jun 08 13:46:55.818199 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-39628ce3-773b-4d90-aecc-8c28ecc9fb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (deaa96ba-e633-4ab1-bd32-a7c08d158a59), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:55.842572 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-cf02f806-3f45-4bc8-bb70-ff8f9db33148 None None] Attempting to bind port 3d14a308-8f99-469b-a4f6-aac3f4a94dbf on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:46:55.842988 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-cf02f806-3f45-4bc8-bb70-ff8f9db33148 None None] Attempting to bind port 3d14a308-8f99-469b-a4f6-aac3f4a94dbf by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': 'a34c7784-43f9-466c-a9ad-749dd0a739ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6'}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:46:55.843734 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf02f806-3f45-4bc8-bb70-ff8f9db33148 None None] Attempting to bind port 3d14a308-8f99-469b-a4f6-aac3f4a94dbf on network 42d99904-a8b4-4285-872c-5a43c79568a6 {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:46:55.852605 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d00dd965-dcb7-466e-9b01-ff742eb09f3a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for floatingip (9d4f3305-2d43-4575-b680-fe9eeecb39d7), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:55.860866 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1494dd3-eb20-4cf4-ad3b-4f2d47b31d69 None None] Pushing event updated for resources: {'Port': ['ID=3d14a308-8f99-469b-a4f6-aac3f4a94dbf,revision_number=3']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:55.861001 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aebf0e-eb83-4e42-8ff1-739e18c00232 service neutron] Pushing event updated for resources: {'Port': ['ID=07b64f58-2f27-4e2b-b1cb-fd9712202bf8,revision_number=2']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:55.861465 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf02f806-3f45-4bc8-bb70-ff8f9db33148 None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:46:55.861465 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf02f806-3f45-4bc8-bb70-ff8f9db33148 None None] Checking segment: {'id': 'a34c7784-43f9-466c-a9ad-749dd0a739ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:46:55.868287 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-cf02f806-3f45-4bc8-bb70-ff8f9db33148 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:55.868927 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf02f806-3f45-4bc8-bb70-ff8f9db33148 None None] Bound using segment: {'id': 'a34c7784-43f9-466c-a9ad-749dd0a739ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6'} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:46:55.873053 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-cf02f806-3f45-4bc8-bb70-ff8f9db33148 None None] Bound port: 3d14a308-8f99-469b-a4f6-aac3f4a94dbf, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34c7784-43f9-466c-a9ad-749dd0a739ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6'}}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:46:55.873462 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-cf02f806-3f45-4bc8-bb70-ff8f9db33148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (3d14a308-8f99-469b-a4f6-aac3f4a94dbf), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:55.877451 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-f9fbf1e2-b972-4c98-b419-9b9e2e0201ca tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for security_group (47a856dc-e42f-4d07-b845-7d3d04e1b016), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:55.882750 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 32930) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:55.883440 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-39628ce3-773b-4d90-aecc-8c28ecc9fb68 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79a12bebf039418ba09493b35a961581&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9430318 Jun 08 13:46:55.884516 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.managers [req-5d9528df-4c86-455e-8362-0fbc24322eba req-61aebf0e-eb83-4e42-8ff1-739e18c00232 service neutron] Attempting to bind port 07b64f58-2f27-4e2b-b1cb-fd9712202bf8 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:46:55.885563 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.managers [req-5d9528df-4c86-455e-8362-0fbc24322eba req-61aebf0e-eb83-4e42-8ff1-739e18c00232 service neutron] Attempting to bind port 07b64f58-2f27-4e2b-b1cb-fd9712202bf8 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '99344786-4fbb-4a84-b3d0-9b46d1bc4125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'aade4219-e25a-4e36-bcb1-dc2ec86e256b'}] {{(pid=110997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:46:55.886046 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9528df-4c86-455e-8362-0fbc24322eba req-61aebf0e-eb83-4e42-8ff1-739e18c00232 service neutron] Attempting to bind port 07b64f58-2f27-4e2b-b1cb-fd9712202bf8 on network aade4219-e25a-4e36-bcb1-dc2ec86e256b {{(pid=110997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:46:55.899024 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ca147058-eaeb-4f3e-bfd0-ad330e76d79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800'] for port (e5bc94c7-e9e3-436c-acf2-db03ed21a9f9), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:55.906367 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9528df-4c86-455e-8362-0fbc24322eba req-61aebf0e-eb83-4e42-8ff1-739e18c00232 service neutron] Port 07b64f58-2f27-4e2b-b1cb-fd9712202bf8 on network aade4219-e25a-4e36-bcb1-dc2ec86e256b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:46:55.906907 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9528df-4c86-455e-8362-0fbc24322eba req-61aebf0e-eb83-4e42-8ff1-739e18c00232 service neutron] Attempting to bind port 07b64f58-2f27-4e2b-b1cb-fd9712202bf8 on network aade4219-e25a-4e36-bcb1-dc2ec86e256b {{(pid=110997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:46:55.956903 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995c1fdb-8368-40fd-97aa-6cb52a3e76b7 admin admin] Made reservation on behalf of dfa393e46464434b918e13588b944e2f for: {'network': 1} {{(pid=110997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:46:55.960045 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-995c1fdb-8368-40fd-97aa-6cb52a3e76b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for network (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:55.968484 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-05c4f646-0896-402d-ab44-064b36ea0360 None None] Provisioning complete for port 3d14a308-8f99-469b-a4f6-aac3f4a94dbf triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:46:55.968484 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-05c4f646-0896-402d-ab44-064b36ea0360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (3d14a308-8f99-469b-a4f6-aac3f4a94dbf), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:55.968990 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9528df-4c86-455e-8362-0fbc24322eba req-61aebf0e-eb83-4e42-8ff1-739e18c00232 service neutron] Checking agent: {'id': '2c87fc52-0797-4c68-9855-572d3067389f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'started_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:46:55.969205 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9528df-4c86-455e-8362-0fbc24322eba req-61aebf0e-eb83-4e42-8ff1-739e18c00232 service neutron] Checking segment: {'id': '99344786-4fbb-4a84-b3d0-9b46d1bc4125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'aade4219-e25a-4e36-bcb1-dc2ec86e256b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:46:55.969821 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9528df-4c86-455e-8362-0fbc24322eba req-61aebf0e-eb83-4e42-8ff1-739e18c00232 service neutron] Bound using segment: {'id': '99344786-4fbb-4a84-b3d0-9b46d1bc4125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'aade4219-e25a-4e36-bcb1-dc2ec86e256b'} {{(pid=110997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:46:55.970225 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.managers [req-5d9528df-4c86-455e-8362-0fbc24322eba req-61aebf0e-eb83-4e42-8ff1-739e18c00232 service neutron] Bound port: 07b64f58-2f27-4e2b-b1cb-fd9712202bf8, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99344786-4fbb-4a84-b3d0-9b46d1bc4125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'aade4219-e25a-4e36-bcb1-dc2ec86e256b'}}] {{(pid=110997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:46:55.970583 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-5d9528df-4c86-455e-8362-0fbc24322eba req-61aebf0e-eb83-4e42-8ff1-739e18c00232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (07b64f58-2f27-4e2b-b1cb-fd9712202bf8), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:55.974845 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5e924316-837a-42a5-8a02-153290fd6716 admin admin] Publish callbacks [] for security_group (deaa96ba-e633-4ab1-bd32-a7c08d158a59), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:55.986815 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39628ce3-773b-4d90-aecc-8c28ecc9fb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deaa96ba-e633-4ab1-bd32-a7c08d158a59,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:56.025111 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca147058-eaeb-4f3e-bfd0-ad330e76d79e admin admin] Network ae8a0e1e-0700-4e0e-8372-c30751bbef6f is already hosted by enough agents. {{(pid=110997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:46:56.027141 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-995c1fdb-8368-40fd-97aa-6cb52a3e76b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:56.032701 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [None req-ca147058-eaeb-4f3e-bfd0-ad330e76d79e admin admin] Resources bound (agent type, host, resource id): {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:46:56.043415 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca147058-eaeb-4f3e-bfd0-ad330e76d79e admin admin] Pushing event updated for resources: {'Port': ['ID=e5bc94c7-e9e3-436c-acf2-db03ed21a9f9,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:56.051211 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-f9fbf1e2-b972-4c98-b419-9b9e2e0201ca tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (47a856dc-e42f-4d07-b845-7d3d04e1b016), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:56.052035 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca147058-eaeb-4f3e-bfd0-ad330e76d79e admin admin] Received port after_create {{(pid=110997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:46:56.053046 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ca147058-eaeb-4f3e-bfd0-ad330e76d79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-354990'] for router_interface (01aeb439-193e-4436-9450-4ede1a0b7ab6), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:56.067177 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port c45c1198-eee2-4474-ab43-66137f24a052 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:46:56.067177 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (c45c1198-eee2-4474-ab43-66137f24a052), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:56.080719 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:56.100588 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-076a1920-0c5d-4577-a28c-05bb41f32978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (be84f164-7827-4465-b0af-60ae73427041), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:56.114281 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-076a1920-0c5d-4577-a28c-05bb41f32978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:56.115806 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-076a1920-0c5d-4577-a28c-05bb41f32978 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/be84f164-7827-4465-b0af-60ae73427041 HTTP/1.1" status: 204 len: 168 time: 1.2652462 Jun 08 13:46:56.236515 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5e924316-837a-42a5-8a02-153290fd6716 admin admin] Publish callbacks [] for security_group (deaa96ba-e633-4ab1-bd32-a7c08d158a59), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:56.259363 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d00dd965-dcb7-466e-9b01-ff742eb09f3a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (b73c0df7-64f2-41af-8269-46ad2ce28724), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:56.300074 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.db [req-5d9528df-4c86-455e-8362-0fbc24322eba req-61aebf0e-eb83-4e42-8ff1-739e18c00232 service neutron] For port 07b64f58-2f27-4e2b-b1cb-fd9712202bf8, host hv-cinder-81914, cleared binding levels {{(pid=110997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:46:56.305252 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-05c4f646-0896-402d-ab44-064b36ea0360 None None] Port 3d14a308-8f99-469b-a4f6-aac3f4a94dbf cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:46:56.359560 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.db [req-5d9528df-4c86-455e-8362-0fbc24322eba req-61aebf0e-eb83-4e42-8ff1-739e18c00232 service neutron] For port 07b64f58-2f27-4e2b-b1cb-fd9712202bf8, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=07b64f58-2f27-4e2b-b1cb-fd9712202bf8,segment=NetworkSegment(99344786-4fbb-4a84-b3d0-9b46d1bc4125),segment_id=99344786-4fbb-4a84-b3d0-9b46d1bc4125)] {{(pid=110997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:46:56.390721 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-f9fbf1e2-b972-4c98-b419-9b9e2e0201ca tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:56.394333 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-f9fbf1e2-b972-4c98-b419-9b9e2e0201ca tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2879062 Jun 08 13:46:56.410048 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 32936) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:56.410257 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-cf02f806-3f45-4bc8-bb70-ff8f9db33148 None None] For port 3d14a308-8f99-469b-a4f6-aac3f4a94dbf, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=110999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:46:56.431600 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-17dbaddc-0016-4260-9438-d635f4e1e225 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Request body: {'security_group_rule': {'security_group_id': '47a856dc-e42f-4d07-b845-7d3d04e1b016', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:46:56.431699 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbf1e2-b972-4c98-b419-9b9e2e0201ca tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a856dc-e42f-4d07-b845-7d3d04e1b016,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:56.457924 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-cf02f806-3f45-4bc8-bb70-ff8f9db33148 None None] For port 3d14a308-8f99-469b-a4f6-aac3f4a94dbf, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=3d14a308-8f99-469b-a4f6-aac3f4a94dbf,segment=NetworkSegment(a34c7784-43f9-466c-a9ad-749dd0a739ec),segment_id=a34c7784-43f9-466c-a9ad-749dd0a739ec)] {{(pid=110999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:46:56.476791 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-5d9528df-4c86-455e-8362-0fbc24322eba req-61aebf0e-eb83-4e42-8ff1-739e18c00232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (07b64f58-2f27-4e2b-b1cb-fd9712202bf8), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:56.518856 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port c45c1198-eee2-4474-ab43-66137f24a052 is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:46:56.520004 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (c45c1198-eee2-4474-ab43-66137f24a052), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:56.543556 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a1920-0c5d-4577-a28c-05bb41f32978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be84f164-7827-4465-b0af-60ae73427041,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:56.557507 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] For port c45c1198-eee2-4474-ab43-66137f24a052, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=c45c1198-eee2-4474-ab43-66137f24a052,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:46:56.563094 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-cf02f806-3f45-4bc8-bb70-ff8f9db33148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (3d14a308-8f99-469b-a4f6-aac3f4a94dbf), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:56.580537 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-995c1fdb-8368-40fd-97aa-6cb52a3e76b7 admin admin] Publish callbacks [] for security_group (b3f1a96c-d6b0-467b-a41f-e93cb66c6867), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:56.630763 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9528df-4c86-455e-8362-0fbc24322eba req-61aebf0e-eb83-4e42-8ff1-739e18c00232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:56.631420 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-5d9528df-4c86-455e-8362-0fbc24322eba req-61aebf0e-eb83-4e42-8ff1-739e18c00232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for port (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:56.633809 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5d9528df-4c86-455e-8362-0fbc24322eba req-61aebf0e-eb83-4e42-8ff1-739e18c00232 service neutron] 10.222.0.61 "PUT /v2.0/ports/07b64f58-2f27-4e2b-b1cb-fd9712202bf8 HTTP/1.1" status: 200 len: 1094 time: 5.3991547 Jun 08 13:46:56.639532 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee648927-27a4-4ca6-a341-22a82e9e54a2', 'tag': '07b64f58-2f27-4e2b-b1cb-fd9712202bf8'}] {{(pid=110997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:46:56.708794 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-1a592571-4cd8-4b4e-8934-1493fd9205ab None None] Provisioning complete for port e5bc94c7-e9e3-436c-acf2-db03ed21a9f9 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:46:56.709332 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-1a592571-4cd8-4b4e-8934-1493fd9205ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (e5bc94c7-e9e3-436c-acf2-db03ed21a9f9), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:56.712131 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (c45c1198-eee2-4474-ab43-66137f24a052), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:56.728149 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-995c1fdb-8368-40fd-97aa-6cb52a3e76b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (b3f1a96c-d6b0-467b-a41f-e93cb66c6867), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:56.748119 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-17dbaddc-0016-4260-9438-d635f4e1e225 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for security_group_rule (55fc691c-37b6-48c2-b89f-9fd7e1be5657), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:56.752645 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ca147058-eaeb-4f3e-bfd0-ad330e76d79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (e5bc94c7-e9e3-436c-acf2-db03ed21a9f9), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:56.767006 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aebf0e-eb83-4e42-8ff1-739e18c00232 service neutron] Pushing event updated for resources: {'Port': ['ID=07b64f58-2f27-4e2b-b1cb-fd9712202bf8,revision_number=3']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:56.767345 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e03593c-6a04-4515-a770-39aa224f2e24 None None] Sync routers for ids ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:46:56.789535 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5e924316-837a-42a5-8a02-153290fd6716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (deaa96ba-e633-4ab1-bd32-a7c08d158a59), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:56.792073 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5e924316-837a-42a5-8a02-153290fd6716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:56.795419 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-5e924316-837a-42a5-8a02-153290fd6716 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/deaa96ba-e633-4ab1-bd32-a7c08d158a59 HTTP/1.1" status: 204 len: 168 time: 0.9095926 Jun 08 13:46:56.817735 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e924316-837a-42a5-8a02-153290fd6716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaa96ba-e633-4ab1-bd32-a7c08d158a59,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:56.818666 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995c1fdb-8368-40fd-97aa-6cb52a3e76b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=110997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:46:56.861945 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e03593c-6a04-4515-a770-39aa224f2e24 None None] Routers {'4cba750f-4f39-4b99-9242-f53dcb21f8aa'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:46:56.867777 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-7e03593c-6a04-4515-a770-39aa224f2e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:46:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:56.876973 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1494dd3-eb20-4cf4-ad3b-4f2d47b31d69 None None] Pushing event updated for resources: {'Port': ['ID=3d14a308-8f99-469b-a4f6-aac3f4a94dbf,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:56.880939 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-995c1fdb-8368-40fd-97aa-6cb52a3e76b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (34431b31-6bc9-41df-bfee-4b533018b0fc), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:56.882471 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.db.segments_db [None req-995c1fdb-8368-40fd-97aa-6cb52a3e76b7 admin admin] Added segment 34431b31-6bc9-41df-bfee-4b533018b0fc of type vlan for network 05dea9ac-8e4e-4293-94b9-06404f14a85f Jun 08 13:46:56.885655 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c1fdb-8368-40fd-97aa-6cb52a3e76b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f1a96c-d6b0-467b-a41f-e93cb66c6867,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:57.011599 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2deb37cb3b385adf0db1d4fcfc98a25470d12ffd9c9459d76da49831f0e3658f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83191ceb-4588-4178-af2c-df5aa6524bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "ee648927-27a4-4ca6-a341-22a82e9e54a2", "tag": "07b64f58-2f27-4e2b-b1cb-fd9712202bf8"}]}' {{(pid=110997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:46:57.019073 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf02f806-3f45-4bc8-bb70-ff8f9db33148 None None] Routers {'73f7d7e5-25cc-486d-b119-57e35a7c9cd2'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:46:57.029565 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d00dd965-dcb7-466e-9b01-ff742eb09f3a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for port (b73c0df7-64f2-41af-8269-46ad2ce28724), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:57.031787 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-cf02f806-3f45-4bc8-bb70-ff8f9db33148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:46:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:57.077226 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Pushing event updated for resources: {'Port': ['ID=c45c1198-eee2-4474-ab43-66137f24a052,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:57.113207 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-17dbaddc-0016-4260-9438-d635f4e1e225 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for security_group_rule (55fc691c-37b6-48c2-b89f-9fd7e1be5657), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:57.113207 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-995c1fdb-8368-40fd-97aa-6cb52a3e76b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774158396263'] for network (05dea9ac-8e4e-4293-94b9-06404f14a85f), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:57.134271 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-7e03593c-6a04-4515-a770-39aa224f2e24 None None] Set router 4cba750f-4f39-4b99-9242-f53dcb21f8aa gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:46:57.158889 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ba29d-cbed-4333-bbfb-77258caed05d req-0b080b64-631b-4916-80db-cbb5a137bc91 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:57.174533 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-569ba29d-cbed-4333-bbfb-77258caed05d req-0b080b64-631b-4916-80db-cbb5a137bc91 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 944 time: 0.1597238 Jun 08 13:46:57.176529 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d00dd965-dcb7-466e-9b01-ff742eb09f3a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (b73c0df7-64f2-41af-8269-46ad2ce28724), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:57.191137 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-1a592571-4cd8-4b4e-8934-1493fd9205ab None None] Port e5bc94c7-e9e3-436c-acf2-db03ed21a9f9 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:46:57.250026 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d00dd965-dcb7-466e-9b01-ff742eb09f3a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (9d4f3305-2d43-4575-b680-fe9eeecb39d7), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:57.305020 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00dd965-dcb7-466e-9b01-ff742eb09f3a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Pushing event updated for resources: {'Port': ['ID=b73c0df7-64f2-41af-8269-46ad2ce28724,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:57.337278 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-569ba29d-cbed-4333-bbfb-77258caed05d req-d2e09e9e-14d7-49b8-bd46-443760059725 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496272 Jun 08 13:46:57.344699 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-17dbaddc-0016-4260-9438-d635f4e1e225 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (55fc691c-37b6-48c2-b89f-9fd7e1be5657), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:57.374348 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d00dd965-dcb7-466e-9b01-ff742eb09f3a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:57.378703 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-d00dd965-dcb7-466e-9b01-ff742eb09f3a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1649144 Jun 08 13:46:57.386896 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:57.400796 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dbaddc-0016-4260-9438-d635f4e1e225 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55fc691c-37b6-48c2-b89f-9fd7e1be5657,revision_number=0']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:57.403100 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-cf02f806-3f45-4bc8-bb70-ff8f9db33148 None None] Set router 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:46:57.405471 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-d9fb9194-7335-45c2-95d5-7eed98fd71dc None None] Provisioning complete for port 3d14a308-8f99-469b-a4f6-aac3f4a94dbf triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:46:57.405471 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-d9fb9194-7335-45c2-95d5-7eed98fd71dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (3d14a308-8f99-469b-a4f6-aac3f4a94dbf), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:57.422735 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aeae79c-2ed5-4c14-96b6-a64d5e62151e x-openstack-request-id: req-8aeae79c-2ed5-4c14-96b6-a64d5e62151e {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:46:57.423173 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee648927-27a4-4ca6-a341-22a82e9e54a2", "tag": "07b64f58-2f27-4e2b-b1cb-fd9712202bf8", "status": "completed", "code": 200}]} {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:46:57.424620 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8aeae79c-2ed5-4c14-96b6-a64d5e62151e {{(pid=110997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:46:57.425288 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aeae79c-2ed5-4c14-96b6-a64d5e62151e'] response: {'name': 'network-changed', 'server_uuid': 'ee648927-27a4-4ca6-a341-22a82e9e54a2', 'tag': '07b64f58-2f27-4e2b-b1cb-fd9712202bf8', 'status': 'completed', 'code': 200} Jun 08 13:46:57.429881 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-7e03593c-6a04-4515-a770-39aa224f2e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'name': 'tempest-AttachVolumeShelveTestJSON-9323543-router', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:50Z', 'revision_number': 4, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'gw_port': {'id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'fbb0c877-9f84-431a-9be6-8b14cf7a55f9', 'name': '', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'mac_address': 'fa:16:3e:4a:a5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:49Z', 'updated_at': '2022-06-08T13:46:51Z', 'revision_number': 2, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'subnets': [{'id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:57.462659 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e03593c-6a04-4515-a770-39aa224f2e24 None None] Checking router: 4cba750f-4f39-4b99-9242-f53dcb21f8aa for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:46:57.463068 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e03593c-6a04-4515-a770-39aa224f2e24 None None] Updating router 4cba750f-4f39-4b99-9242-f53dcb21f8aa port fbb0c877-9f84-431a-9be6-8b14cf7a55f9 binding host dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:46:57.482037 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-995c1fdb-8368-40fd-97aa-6cb52a3e76b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for network (05dea9ac-8e4e-4293-94b9-06404f14a85f), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:57.483321 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995c1fdb-8368-40fd-97aa-6cb52a3e76b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:57.484073 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-995c1fdb-8368-40fd-97aa-6cb52a3e76b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:57.506994 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-7e03593c-6a04-4515-a770-39aa224f2e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (fbb0c877-9f84-431a-9be6-8b14cf7a55f9), before_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:57.613473 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device faa27777-4c67-44a7-8956-ec89d0a15a34 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:46:57.701963 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-995c1fdb-8368-40fd-97aa-6cb52a3e76b7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.3908424 Jun 08 13:46:57.705053 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 32970) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:57.711041 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-7bb8a010-4906-4a8d-9814-12b47cc80a0a admin admin] Request body: {'subnet': {'network_id': '05dea9ac-8e4e-4293-94b9-06404f14a85f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1416800891-subnet', 'tenant_id': 'dfa393e46464434b918e13588b944e2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:46:57.728742 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-17dbaddc-0016-4260-9438-d635f4e1e225 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:57.739178 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-17dbaddc-0016-4260-9438-d635f4e1e225 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3280632 Jun 08 13:46:57.746460 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 32974) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:57.786704 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-350f88fe-33b9-4b9d-a97e-680436f4774b tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Request body: {'security_group_rule': {'security_group_id': '47a856dc-e42f-4d07-b845-7d3d04e1b016', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:46:57.810024 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:57.885928 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port faa27777-4c67-44a7-8956-ec89d0a15a34 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:46:57.886562 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (faa27777-4c67-44a7-8956-ec89d0a15a34), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:57.888375 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:57.920429 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c1fdb-8368-40fd-97aa-6cb52a3e76b7 admin admin] Pushing event updated for resources: {'Network': ['ID=05dea9ac-8e4e-4293-94b9-06404f14a85f,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:57.923699 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-350f88fe-33b9-4b9d-a97e-680436f4774b tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for security_group_rule (a3988e96-7de9-4060-a283-e64a0d882300), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:57.932490 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-7e03593c-6a04-4515-a770-39aa224f2e24 None None] Publish callbacks [] for port (fbb0c877-9f84-431a-9be6-8b14cf7a55f9), precommit_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:57.937896 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:57.972700 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Network 05dea9ac-8e4e-4293-94b9-06404f14a85f details requested by agent ovs-agent-dv-cinder-819149-5-iscsi with host dv-cinder-819149-5-iscsi {{(pid=110999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:46:57.978148 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb8a010-4906-4a8d-9814-12b47cc80a0a admin admin] Made reservation on behalf of dfa393e46464434b918e13588b944e2f for: {'subnet': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:46:57.985723 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a010-4906-4a8d-9814-12b47cc80a0a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:58.060949 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ca147058-eaeb-4f3e-bfd0-ad330e76d79e admin admin] Publish callbacks [] for port (e5bc94c7-e9e3-436c-acf2-db03ed21a9f9), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:58.071148 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-7e03593c-6a04-4515-a770-39aa224f2e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (fbb0c877-9f84-431a-9be6-8b14cf7a55f9), after_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:58.073494 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=100 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:58.115793 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-d9fb9194-7335-45c2-95d5-7eed98fd71dc None None] Current status of the port 3d14a308-8f99-469b-a4f6-aac3f4a94dbf is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:46:58.116325 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-d9fb9194-7335-45c2-95d5-7eed98fd71dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (3d14a308-8f99-469b-a4f6-aac3f4a94dbf), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:58.149110 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-cf02f806-3f45-4bc8-bb70-ff8f9db33148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'name': 'tempest-AttachVolumeTestJSON-940829353-router', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:45Z', 'revision_number': 4, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'gw_port': {'id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '3d14a308-8f99-469b-a4f6-aac3f4a94dbf', 'name': '', 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'mac_address': 'fa:16:3e:08:d9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:44Z', 'updated_at': '2022-06-08T13:46:56Z', 'revision_number': 4, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'subnets': [{'id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:58.169049 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ca147058-eaeb-4f3e-bfd0-ad330e76d79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (e5bc94c7-e9e3-436c-acf2-db03ed21a9f9), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:58.169840 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ca147058-eaeb-4f3e-bfd0-ad330e76d79e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354906'] for router_interface (01aeb439-193e-4436-9450-4ede1a0b7ab6), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:58.200454 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59971274-b7de-4dc6-bda0-3ef103885bb5 None None] Pushing event updated for resources: {'Port': ['ID=fbb0c877-9f84-431a-9be6-8b14cf7a55f9,revision_number=3']} {{(pid=111000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:58.227564 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:58.234452 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-350f88fe-33b9-4b9d-a97e-680436f4774b tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for security_group_rule (a3988e96-7de9-4060-a283-e64a0d882300), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:58.238484 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf02f806-3f45-4bc8-bb70-ff8f9db33148 None None] The sync data for ids ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'] in dv-cinder-819149-5-iscsi is: [{'id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'name': 'tempest-AttachVolumeTestJSON-940829353-router', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:45Z', 'revision_number': 4, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'gw_port': {'id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '3d14a308-8f99-469b-a4f6-aac3f4a94dbf', 'name': '', 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'mac_address': 'fa:16:3e:08:d9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:44Z', 'updated_at': '2022-06-08T13:46:56Z', 'revision_number': 4, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'subnets': [{'id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:46:58.245925 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-d9fb9194-7335-45c2-95d5-7eed98fd71dc None None] For port 3d14a308-8f99-469b-a4f6-aac3f4a94dbf, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=3d14a308-8f99-469b-a4f6-aac3f4a94dbf,segment=NetworkSegment(a34c7784-43f9-466c-a9ad-749dd0a739ec),segment_id=a34c7784-43f9-466c-a9ad-749dd0a739ec)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:46:58.247072 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port faa27777-4c67-44a7-8956-ec89d0a15a34 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:46:58.248524 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device c45c1198-eee2-4474-ab43-66137f24a052 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:46:58.346824 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-d9fb9194-7335-45c2-95d5-7eed98fd71dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (3d14a308-8f99-469b-a4f6-aac3f4a94dbf), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:58.390765 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-350f88fe-33b9-4b9d-a97e-680436f4774b tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (a3988e96-7de9-4060-a283-e64a0d882300), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:58.480704 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f88fe-33b9-4b9d-a97e-680436f4774b tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3988e96-7de9-4060-a283-e64a0d882300,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:58.481503 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb9194-7335-45c2-95d5-7eed98fd71dc None None] Pushing event updated for resources: {'Port': ['ID=3d14a308-8f99-469b-a4f6-aac3f4a94dbf,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:58.499560 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-1b031220-f035-445c-9225-937c638bd96e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--41503664&fields=id&tenant_id=87c115dc845a497292c12e2980e9f77b HTTP/1.1" status: 200 len: 267 time: 0.6087887 Jun 08 13:46:58.505087 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:58.517521 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port c45c1198-eee2-4474-ab43-66137f24a052 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:46:58.520390 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (c45c1198-eee2-4474-ab43-66137f24a052), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:58.639294 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-350f88fe-33b9-4b9d-a97e-680436f4774b tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:58.647752 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-350f88fe-33b9-4b9d-a97e-680436f4774b tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8824532 Jun 08 13:46:58.648282 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 33004) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:46:58.675972 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-202b0975-0c15-465c-90a7-e185d64540c4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Request body: {'floatingip': {'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:46:58.679111 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-7e03593c-6a04-4515-a770-39aa224f2e24 None None] Attempting to bind port fbb0c877-9f84-431a-9be6-8b14cf7a55f9 on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:46:58.679478 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-7e03593c-6a04-4515-a770-39aa224f2e24 None None] Attempting to bind port fbb0c877-9f84-431a-9be6-8b14cf7a55f9 by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': 'a5fe51d5-0992-41c9-9311-f6f6cc7a2fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0'}] {{(pid=111000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:46:58.679829 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e03593c-6a04-4515-a770-39aa224f2e24 None None] Attempting to bind port fbb0c877-9f84-431a-9be6-8b14cf7a55f9 on network 12800c86-d5ba-481d-a55e-8c6ac82045b0 {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:46:58.684964 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port c45c1198-eee2-4474-ab43-66137f24a052 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:46:58.706794 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e03593c-6a04-4515-a770-39aa224f2e24 None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:46:58.706794 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e03593c-6a04-4515-a770-39aa224f2e24 None None] Checking segment: {'id': 'a5fe51d5-0992-41c9-9311-f6f6cc7a2fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:46:58.706794 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-7e03593c-6a04-4515-a770-39aa224f2e24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:58.706794 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e03593c-6a04-4515-a770-39aa224f2e24 None None] Bound using segment: {'id': 'a5fe51d5-0992-41c9-9311-f6f6cc7a2fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0'} {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:46:58.706794 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-7e03593c-6a04-4515-a770-39aa224f2e24 None None] Bound port: fbb0c877-9f84-431a-9be6-8b14cf7a55f9, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fe51d5-0992-41c9-9311-f6f6cc7a2fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0'}}] {{(pid=111000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:46:58.706794 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-7e03593c-6a04-4515-a770-39aa224f2e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (fbb0c877-9f84-431a-9be6-8b14cf7a55f9), before_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:58.723828 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:46:58.785179 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-ed0e6736-1b9e-43ac-9ac6-aa88c6fac1aa None None] Provisioning complete for port fbb0c877-9f84-431a-9be6-8b14cf7a55f9 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:46:58.785563 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6736-1b9e-43ac-9ac6-aa88c6fac1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (fbb0c877-9f84-431a-9be6-8b14cf7a55f9), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:58.800386 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a010-4906-4a8d-9814-12b47cc80a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for subnet (11f49f8d-9645-4414-bb63-c6d0d32feb78), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:58.875289 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca147058-eaeb-4f3e-bfd0-ad330e76d79e admin admin] Pushing event updated for resources: {'Port': ['ID=e5bc94c7-e9e3-436c-acf2-db03ed21a9f9,revision_number=2']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:58.888538 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-ed0e6736-1b9e-43ac-9ac6-aa88c6fac1aa None None] Port fbb0c877-9f84-431a-9be6-8b14cf7a55f9 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:46:58.893511 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.db [None req-7e03593c-6a04-4515-a770-39aa224f2e24 None None] For port fbb0c877-9f84-431a-9be6-8b14cf7a55f9, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=111000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:46:58.896024 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-202b0975-0c15-465c-90a7-e185d64540c4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:58.898562 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.db [None req-7e03593c-6a04-4515-a770-39aa224f2e24 None None] For port fbb0c877-9f84-431a-9be6-8b14cf7a55f9, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=fbb0c877-9f84-431a-9be6-8b14cf7a55f9,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=111000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:46:58.899729 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b5987-e649-4d4c-a060-c5656c5b0c2b req-c6182cbf-7536-4ea7-8e57-3857ae3d0ee2 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:58.901457 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:58.907906 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-495b5987-e649-4d4c-a060-c5656c5b0c2b req-c6182cbf-7536-4ea7-8e57-3857ae3d0ee2 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 944 time: 0.3605545 Jun 08 13:46:58.986017 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb8a010-4906-4a8d-9814-12b47cc80a0a admin admin] Checking segment: {'id': '34431b31-6bc9-41df-bfee-4b533018b0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '05dea9ac-8e4e-4293-94b9-06404f14a85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:46:58.986560 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb8a010-4906-4a8d-9814-12b47cc80a0a admin admin] Network hostable DHCP agents. Network: 05dea9ac-8e4e-4293-94b9-06404f14a85f, hostable agents: ['0fe93b45-7a7a-4833-aa38-a6b4536a05ba'], hosted agents: [] {{(pid=110998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:46:58.994720 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-7e03593c-6a04-4515-a770-39aa224f2e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (fbb0c877-9f84-431a-9be6-8b14cf7a55f9), after_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:59.004495 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8a010-4906-4a8d-9814-12b47cc80a0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=11f49f8d-9645-4414-bb63-c6d0d32feb78,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:59.047245 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-8888fa32-d018-46d1-87d1-ce6aa6c8a430 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:59.048909 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-8888fa32-d018-46d1-87d1-ce6aa6c8a430 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/networks?id=42d99904-a8b4-4285-872c-5a43c79568a6 HTTP/1.1" status: 200 len: 810 time: 0.4958375 Jun 08 13:46:59.071105 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-202b0975-0c15-465c-90a7-e185d64540c4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:59.082067 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-495b5987-e649-4d4c-a060-c5656c5b0c2b req-df26c62f-da56-4120-bf84-b0f1cf58bdc3 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729791 Jun 08 13:46:59.089849 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-38173adc-7548-4b13-a6ef-95bb0309da32 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/quotas/87c115dc845a497292c12e2980e9f77b HTTP/1.1" status: 200 len: 375 time: 0.0352368 Jun 08 13:46:59.091884 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca147058-eaeb-4f3e-bfd0-ad330e76d79e admin admin] Network ae8a0e1e-0700-4e0e-8372-c30751bbef6f is already hosted by enough agents. {{(pid=110997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:46:59.093709 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [None req-ca147058-eaeb-4f3e-bfd0-ad330e76d79e admin admin] Resources bound (agent type, host, resource id): {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:46:59.124686 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb8a010-4906-4a8d-9814-12b47cc80a0a admin admin] Network 05dea9ac-8e4e-4293-94b9-06404f14a85f is scheduled to be hosted by DHCP agent 0fe93b45-7a7a-4833-aa38-a6b4536a05ba with binding_index 1 {{(pid=110998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:46:59.156876 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e03593c-6a04-4515-a770-39aa224f2e24 None None] Routers {'4cba750f-4f39-4b99-9242-f53dcb21f8aa'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:46:59.157679 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-7e03593c-6a04-4515-a770-39aa224f2e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:46:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:59.159699 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59971274-b7de-4dc6-bda0-3ef103885bb5 None None] Pushing event updated for resources: {'Port': ['ID=fbb0c877-9f84-431a-9be6-8b14cf7a55f9,revision_number=4']} {{(pid=111000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:59.228889 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-7bb8a010-4906-4a8d-9814-12b47cc80a0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-5-iscsi, 05dea9ac-8e4e-4293-94b9-06404f14a85f) {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:46:59.237462 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978c0f15-66c0-4f6e-9419-e4ec4d64753f None None] Network 05dea9ac-8e4e-4293-94b9-06404f14a85f requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:46:59.239928 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:46:59.262321 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb8a010-4906-4a8d-9814-12b47cc80a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:59.267307 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a010-4906-4a8d-9814-12b47cc80a0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for subnet (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:59.435346 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-7bb8a010-4906-4a8d-9814-12b47cc80a0a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7142639 Jun 08 13:46:59.449744 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-c2d0add2-a44b-4bb5-94f7-5d2af74305b5 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=87c115dc845a497292c12e2980e9f77b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3378732 Jun 08 13:46:59.542252 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 3d14a308-8f99-469b-a4f6-aac3f4a94dbf up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:46:59.637621 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-7e03593c-6a04-4515-a770-39aa224f2e24 None None] Set router 4cba750f-4f39-4b99-9242-f53dcb21f8aa gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:46:59.641049 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [None req-202b0975-0c15-465c-90a7-e185d64540c4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Allocated IP 172.27.1.151 (070b030f-98d2-43d9-b022-f506d26f1e83/4285c1ce-c1bb-4be9-b005-ebf83c2cba00/29fe37f3-1bc8-435b-b0a8-99cbd2838151) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:46:59.664284 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d05578-954e-44a9-9c4f-672d9f8a7bff None None] Network 05dea9ac-8e4e-4293-94b9-06404f14a85f requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:46:59.750231 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-dfa7ff2d-42a7-4a90-8938-222af7d78e35 service neutron] 10.222.0.55 "GET /v2.0/networks/42d99904-a8b4-4285-872c-5a43c79568a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567694 Jun 08 13:46:59.868041 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-eeb6eed9-6ee9-4856-9d94-29fb09ae4cbb None None] Provisioning complete for port fbb0c877-9f84-431a-9be6-8b14cf7a55f9 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:46:59.870610 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-eeb6eed9-6ee9-4856-9d94-29fb09ae4cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (fbb0c877-9f84-431a-9be6-8b14cf7a55f9), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:46:59.965842 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83191ceb-4588-4178-af2c-df5aa6524bf9 req-b8306ee9-935c-41be-8a14-e03defd686f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:59.977304 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-83191ceb-4588-4178-af2c-df5aa6524bf9 req-b8306ee9-935c-41be-8a14-e03defd686f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e6598a073a442958076b48bed28c472&device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 1128 time: 0.2146120 Jun 08 13:46:59.986222 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-202b0975-0c15-465c-90a7-e185d64540c4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for port (29fe37f3-1bc8-435b-b0a8-99cbd2838151), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:00.010996 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port 3d14a308-8f99-469b-a4f6-aac3f4a94dbf triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:47:00.011631 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (3d14a308-8f99-469b-a4f6-aac3f4a94dbf), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:00.080885 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:00.132639 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-eeb6eed9-6ee9-4856-9d94-29fb09ae4cbb None None] Current status of the port fbb0c877-9f84-431a-9be6-8b14cf7a55f9 is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:47:00.133165 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-eeb6eed9-6ee9-4856-9d94-29fb09ae4cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (fbb0c877-9f84-431a-9be6-8b14cf7a55f9), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:00.186176 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:00.206014 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-7e03593c-6a04-4515-a770-39aa224f2e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'name': 'tempest-AttachVolumeShelveTestJSON-9323543-router', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:50Z', 'revision_number': 4, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'gw_port': {'id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'fbb0c877-9f84-431a-9be6-8b14cf7a55f9', 'name': '', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'mac_address': 'fa:16:3e:4a:a5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:49Z', 'updated_at': '2022-06-08T13:46:58Z', 'revision_number': 4, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'subnets': [{'id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:47:00.212137 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-202b0975-0c15-465c-90a7-e185d64540c4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800'] for port (29fe37f3-1bc8-435b-b0a8-99cbd2838151), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:00.223836 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-eeb6eed9-6ee9-4856-9d94-29fb09ae4cbb None None] For port fbb0c877-9f84-431a-9be6-8b14cf7a55f9, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=fbb0c877-9f84-431a-9be6-8b14cf7a55f9,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:47:00.224742 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port 3d14a308-8f99-469b-a4f6-aac3f4a94dbf is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:47:00.261220 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:00.278603 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202b0975-0c15-465c-90a7-e185d64540c4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Network 070b030f-98d2-43d9-b022-f506d26f1e83 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:47:00.282901 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e03593c-6a04-4515-a770-39aa224f2e24 None None] The sync data for ids ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'] in dv-cinder-819149-5-iscsi is: [{'id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'name': 'tempest-AttachVolumeShelveTestJSON-9323543-router', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:50Z', 'revision_number': 4, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'gw_port': {'id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'fbb0c877-9f84-431a-9be6-8b14cf7a55f9', 'name': '', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'mac_address': 'fa:16:3e:4a:a5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:49Z', 'updated_at': '2022-06-08T13:46:58Z', 'revision_number': 4, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'subnets': [{'id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:47:00.283645 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-202b0975-0c15-465c-90a7-e185d64540c4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:47:00.292969 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b0975-0c15-465c-90a7-e185d64540c4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:47:00.335621 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-eeb6eed9-6ee9-4856-9d94-29fb09ae4cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (fbb0c877-9f84-431a-9be6-8b14cf7a55f9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:00.443356 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6eed9-6ee9-4856-9d94-29fb09ae4cbb None None] Pushing event updated for resources: {'Port': ['ID=fbb0c877-9f84-431a-9be6-8b14cf7a55f9,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:00.459462 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-202b0975-0c15-465c-90a7-e185d64540c4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for floatingip (9cf8a697-6338-4258-a7f5-6835934994fd), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:00.483484 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-e53bb28b-3e60-4d19-94ca-c572991f7ee6 None None] Provisioning complete for port e5bc94c7-e9e3-436c-acf2-db03ed21a9f9 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:47:00.483784 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b0975-0c15-465c-90a7-e185d64540c4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Pushing event updated for resources: {'Port': ['ID=29fe37f3-1bc8-435b-b0a8-99cbd2838151,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:00.483887 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-e53bb28b-3e60-4d19-94ca-c572991f7ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (e5bc94c7-e9e3-436c-acf2-db03ed21a9f9), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:00.531837 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:00.581455 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-e53bb28b-3e60-4d19-94ca-c572991f7ee6 None None] Port e5bc94c7-e9e3-436c-acf2-db03ed21a9f9 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:47:00.613893 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f32758-2375-485c-82c1-f9093b0886de req-43a70fca-97de-48ea-a52f-c37e88385dd7 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:00.619331 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-37f32758-2375-485c-82c1-f9093b0886de req-43a70fca-97de-48ea-a52f-c37e88385dd7 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 944 time: 0.3567216 Jun 08 13:47:00.666872 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-202b0975-0c15-465c-90a7-e185d64540c4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (29fe37f3-1bc8-435b-b0a8-99cbd2838151), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:00.667959 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca147058-eaeb-4f3e-bfd0-ad330e76d79e admin admin] Router 01aeb439-193e-4436-9450-4ede1a0b7ab6 has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:47:00.822665 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83191ceb-4588-4178-af2c-df5aa6524bf9 req-3bf3cd6d-b407-4919-83fb-e76f5242b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:00.825416 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-83191ceb-4588-4178-af2c-df5aa6524bf9 req-3bf3cd6d-b407-4919-83fb-e76f5242b6bb service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=9e6598a073a442958076b48bed28c472&shared=False HTTP/1.1" status: 200 len: 912 time: 0.8472598 Jun 08 13:47:00.906872 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:01.291191 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-202b0975-0c15-465c-90a7-e185d64540c4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for port (29fe37f3-1bc8-435b-b0a8-99cbd2838151), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:01.394165 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-202b0975-0c15-465c-90a7-e185d64540c4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (29fe37f3-1bc8-435b-b0a8-99cbd2838151), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:01.435799 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device fbb0c877-9f84-431a-9be6-8b14cf7a55f9 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:47:01.470873 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-202b0975-0c15-465c-90a7-e185d64540c4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (9cf8a697-6338-4258-a7f5-6835934994fd), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:01.550203 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b0975-0c15-465c-90a7-e185d64540c4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Pushing event updated for resources: {'Port': ['ID=29fe37f3-1bc8-435b-b0a8-99cbd2838151,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:01.591845 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-76762911-77d2-4cdd-b657-9109de1be53c service neutron] 10.222.0.55 "GET /v2.0/networks/42d99904-a8b4-4285-872c-5a43c79568a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6102810 Jun 08 13:47:01.617192 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port fbb0c877-9f84-431a-9be6-8b14cf7a55f9 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:47:01.618561 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (fbb0c877-9f84-431a-9be6-8b14cf7a55f9), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:01.709101 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-202b0975-0c15-465c-90a7-e185d64540c4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:01.710741 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-202b0975-0c15-465c-90a7-e185d64540c4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0504456 Jun 08 13:47:01.842858 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83191ceb-4588-4178-af2c-df5aa6524bf9 req-e5178ada-c8c8-403c-90ea-e03276a8fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:01.850179 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-83191ceb-4588-4178-af2c-df5aa6524bf9 req-e5178ada-c8c8-403c-90ea-e03276a8fbd9 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0025027 Jun 08 13:47:01.884884 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-37f32758-2375-485c-82c1-f9093b0886de req-b0708938-4273-4819-803e-06887366fe01 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0572140 Jun 08 13:47:01.905226 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca147058-eaeb-4f3e-bfd0-ad330e76d79e admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:47:01.930002 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77279f24-c4de-48cb-91cc-34745a8ce718 None None] Sync routers for ids ['01aeb439-193e-4436-9450-4ede1a0b7ab6'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:47:01.935457 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-ca147058-eaeb-4f3e-bfd0-ad330e76d79e admin admin] 10.222.0.55 "PUT /v2.0/routers/01aeb439-193e-4436-9450-4ede1a0b7ab6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9546850 Jun 08 13:47:01.942946 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:INSERT=13,neutron:UPDATE=5,neutron:SELECT=82 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:02.001172 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-6dbe1dbd-c724-4ffd-a5bf-64bb70652d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:02.028339 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77279f24-c4de-48cb-91cc-34745a8ce718 None None] Routers {'01aeb439-193e-4436-9450-4ede1a0b7ab6'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:47:02.031477 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-77279f24-c4de-48cb-91cc-34745a8ce718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:46:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['01aeb439-193e-4436-9450-4ede1a0b7ab6'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:47:02.082165 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:02.085316 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9528df-4c86-455e-8362-0fbc24322eba req-ccecc736-3cbe-4255-a3b7-e970e1d05c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:02.095963 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5d9528df-4c86-455e-8362-0fbc24322eba req-ccecc736-3cbe-4255-a3b7-e970e1d05c31 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e6598a073a442958076b48bed28c472&device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 1128 time: 0.1876707 Jun 08 13:47:02.308591 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5d9528df-4c86-455e-8362-0fbc24322eba req-6eb036fb-2302-4de8-8bf5-949b019fcedc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07b64f58-2f27-4e2b-b1cb-fd9712202bf8 HTTP/1.1" status: 200 len: 217 time: 0.1955085 Jun 08 13:47:02.450470 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port fbb0c877-9f84-431a-9be6-8b14cf7a55f9 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:47:02.496876 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-77279f24-c4de-48cb-91cc-34745a8ce718 None None] Set router 01aeb439-193e-4436-9450-4ede1a0b7ab6 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:47:02.617636 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:02.817261 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:02.935090 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9528df-4c86-455e-8362-0fbc24322eba req-dc65b87c-44df-4a7b-9b0c-a570f6b4c035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:02.935090 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5d9528df-4c86-455e-8362-0fbc24322eba req-dc65b87c-44df-4a7b-9b0c-a570f6b4c035 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0e6e7292-51a7-4586-abd9-57aae361415c HTTP/1.1" status: 200 len: 851 time: 0.6133800 Jun 08 13:47:02.935090 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c0517f2f-9e7b-4094-b276-dc79d05667c3 req-7644a16f-ec05-4fa8-b96c-578336ad09a7 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 210 time: 0.6166649 Jun 08 13:47:03.006197 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-06e93d06-5e8c-4cf7-89c0-1fc7fab2f8f1 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--102123834&fields=id&tenant_id=d0cc65fa99694daa81878db0200bdb4b HTTP/1.1" status: 200 len: 267 time: 0.7073021 Jun 08 13:47:03.092118 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5d9528df-4c86-455e-8362-0fbc24322eba req-6718c44b-570d-4f76-ba86-8c8a6e7df7b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aade4219-e25a-4e36-bcb1-dc2ec86e256b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983331 Jun 08 13:47:03.198227 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-77279f24-c4de-48cb-91cc-34745a8ce718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'name': 'tempest-ServerRescueNegativeTestJSON-599513764-router', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:41Z', 'updated_at': '2022-06-08T13:46:56Z', 'revision_number': 4, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'gw_port': {'id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:42Z', 'updated_at': '2022-06-08T13:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'e5bc94c7-e9e3-436c-acf2-db03ed21a9f9', 'name': '', 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'mac_address': 'fa:16:3e:fe:f9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '69836fd4-f98b-48c1-883c-8589e3b080df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:51Z', 'updated_at': '2022-06-08T13:46:57Z', 'revision_number': 2, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'subnets': [{'id': '69836fd4-f98b-48c1-883c-8589e3b080df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:47:03.246985 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77279f24-c4de-48cb-91cc-34745a8ce718 None None] Checking router: 01aeb439-193e-4436-9450-4ede1a0b7ab6 for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:47:03.247346 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77279f24-c4de-48cb-91cc-34745a8ce718 None None] Updating router 01aeb439-193e-4436-9450-4ede1a0b7ab6 port e5bc94c7-e9e3-436c-acf2-db03ed21a9f9 binding host dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:47:03.280793 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-81107d5c-b2a6-43af-8b1d-1da157d79b8b tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:03.282757 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-81107d5c-b2a6-43af-8b1d-1da157d79b8b tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/networks?id=12800c86-d5ba-481d-a55e-8c6ac82045b0 HTTP/1.1" status: 200 len: 814 time: 0.2746515 Jun 08 13:47:03.303661 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-8fd4d30a-87c2-4b2d-b90c-6996952e511e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/quotas/d0cc65fa99694daa81878db0200bdb4b HTTP/1.1" status: 200 len: 375 time: 0.0130255 Jun 08 13:47:03.309030 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-77279f24-c4de-48cb-91cc-34745a8ce718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (e5bc94c7-e9e3-436c-acf2-db03ed21a9f9), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:03.372086 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-b21ff309-845b-46d3-8d9b-da586c96a6f6 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0cc65fa99694daa81878db0200bdb4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636179 Jun 08 13:47:03.418542 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=100 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:03.598643 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d488755-1d02-482c-8546-cf21d93dd962 req-41293f8b-db9e-43ec-9222-a6c4fa286763 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:03.607363 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8d488755-1d02-482c-8546-cf21d93dd962 req-41293f8b-db9e-43ec-9222-a6c4fa286763 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/networks?id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f HTTP/1.1" status: 200 len: 818 time: 0.1663980 Jun 08 13:47:03.625324 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8d488755-1d02-482c-8546-cf21d93dd962 req-46ddcc67-10b0-4a01-9aea-8cdd8be7859d tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/quotas/9abd79bc99784c3f81991d1cae37a074 HTTP/1.1" status: 200 len: 375 time: 0.0166640 Jun 08 13:47:03.759503 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:03.771160 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 33180) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:03.776553 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8d488755-1d02-482c-8546-cf21d93dd962 req-4f58b99a-0960-44f8-bebf-60804266330a tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9abd79bc99784c3f81991d1cae37a074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1450138 Jun 08 13:47:03.876964 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-77279f24-c4de-48cb-91cc-34745a8ce718 None None] Publish callbacks [] for port (e5bc94c7-e9e3-436c-acf2-db03ed21a9f9), precommit_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:03.898374 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-30f1a7d7-c2ce-4e66-8173-b01e2814d013 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=110997) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 13:47:03.899443 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-30f1a7d7-c2ce-4e66-8173-b01e2814d013 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2517996 Jun 08 13:47:03.974268 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-694a2aac-1435-4f33-83bc-bffba701da4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:03.994902 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-77279f24-c4de-48cb-91cc-34745a8ce718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (e5bc94c7-e9e3-436c-acf2-db03ed21a9f9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:04.052365 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8d488755-1d02-482c-8546-cf21d93dd962 req-127ccdd1-a36f-4fbc-95fe-73a1557767e9 service neutron] 10.222.0.55 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685254 Jun 08 13:47:04.087056 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eb1224a-29fb-4b68-9ff0-8dce14fe3b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:04.104365 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c2ec2-b463-40d7-8af0-7faf66233093 None None] Pushing event updated for resources: {'Port': ['ID=e5bc94c7-e9e3-436c-acf2-db03ed21a9f9,revision_number=3']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:04.159080 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-694a2aac-1435-4f33-83bc-bffba701da4b admin admin] Publish callbacks [] for security_group (9019dd54-f17e-46f4-9354-ccaab8161684), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:04.201359 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-77279f24-c4de-48cb-91cc-34745a8ce718 None None] Attempting to bind port e5bc94c7-e9e3-436c-acf2-db03ed21a9f9 on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:47:04.202525 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-77279f24-c4de-48cb-91cc-34745a8ce718 None None] Attempting to bind port e5bc94c7-e9e3-436c-acf2-db03ed21a9f9 by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': '32b6b0f7-21d9-469a-8491-050a49ba265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f'}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:47:04.203294 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77279f24-c4de-48cb-91cc-34745a8ce718 None None] Attempting to bind port e5bc94c7-e9e3-436c-acf2-db03ed21a9f9 on network ae8a0e1e-0700-4e0e-8372-c30751bbef6f {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:47:04.206133 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-1576e6b1-a5b2-4bc5-b569-fe7c6ecc0ec9 service neutron] 10.222.0.55 "GET /v2.0/networks/12800c86-d5ba-481d-a55e-8c6ac82045b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989266 Jun 08 13:47:04.211277 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77279f24-c4de-48cb-91cc-34745a8ce718 None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:47:04.211892 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77279f24-c4de-48cb-91cc-34745a8ce718 None None] Checking segment: {'id': '32b6b0f7-21d9-469a-8491-050a49ba265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:47:04.212597 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-77279f24-c4de-48cb-91cc-34745a8ce718 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:04.213150 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77279f24-c4de-48cb-91cc-34745a8ce718 None None] Bound using segment: {'id': '32b6b0f7-21d9-469a-8491-050a49ba265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f'} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:47:04.213951 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-77279f24-c4de-48cb-91cc-34745a8ce718 None None] Bound port: e5bc94c7-e9e3-436c-acf2-db03ed21a9f9, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b6b0f7-21d9-469a-8491-050a49ba265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f'}}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:47:04.214488 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-77279f24-c4de-48cb-91cc-34745a8ce718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (e5bc94c7-e9e3-436c-acf2-db03ed21a9f9), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:04.253443 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-694a2aac-1435-4f33-83bc-bffba701da4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (9019dd54-f17e-46f4-9354-ccaab8161684), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:04.319874 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8d488755-1d02-482c-8546-cf21d93dd962 req-272e2c8c-3599-4c58-b60a-43801b833549 service neutron] 10.222.0.55 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548993 Jun 08 13:47:04.358701 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-694a2aac-1435-4f33-83bc-bffba701da4b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=219c612b2b1f4d05b27ae20fae1af603&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5820723 Jun 08 13:47:04.361866 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 33190) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:04.365495 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:04.368570 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a2aac-1435-4f33-83bc-bffba701da4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9019dd54-f17e-46f4-9354-ccaab8161684,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:04.377414 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-77279f24-c4de-48cb-91cc-34745a8ce718 None None] For port e5bc94c7-e9e3-436c-acf2-db03ed21a9f9, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=110999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:47:04.381078 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-77279f24-c4de-48cb-91cc-34745a8ce718 None None] For port e5bc94c7-e9e3-436c-acf2-db03ed21a9f9, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=e5bc94c7-e9e3-436c-acf2-db03ed21a9f9,segment=NetworkSegment(32b6b0f7-21d9-469a-8491-050a49ba265a),segment_id=32b6b0f7-21d9-469a-8491-050a49ba265a)] {{(pid=110999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:47:04.423327 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-668e4bc3-7386-4b49-8e2d-6c90add82c16 service neutron] 10.222.0.55 "GET /v2.0/networks/12800c86-d5ba-481d-a55e-8c6ac82045b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160542 Jun 08 13:47:04.457532 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-77279f24-c4de-48cb-91cc-34745a8ce718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (e5bc94c7-e9e3-436c-acf2-db03ed21a9f9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:04.551246 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77279f24-c4de-48cb-91cc-34745a8ce718 None None] Routers {'01aeb439-193e-4436-9450-4ede1a0b7ab6'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:47:04.552266 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-77279f24-c4de-48cb-91cc-34745a8ce718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:47:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['01aeb439-193e-4436-9450-4ede1a0b7ab6'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:47:04.575146 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:04.587706 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:04.699726 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c2ec2-b463-40d7-8af0-7faf66233093 None None] Pushing event updated for resources: {'Port': ['ID=e5bc94c7-e9e3-436c-acf2-db03ed21a9f9,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:04.717104 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-e5212d46-8477-4b2e-8949-d56e01fbc115 None None] Provisioning complete for port e5bc94c7-e9e3-436c-acf2-db03ed21a9f9 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:47:04.717476 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-e5212d46-8477-4b2e-8949-d56e01fbc115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (e5bc94c7-e9e3-436c-acf2-db03ed21a9f9), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:04.766813 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5d9528df-4c86-455e-8362-0fbc24322eba req-9e4fc9b6-a86d-4cf8-a353-ad035b988c4f service neutron] 10.222.0.61 "GET /v2.0/networks/aade4219-e25a-4e36-bcb1-dc2ec86e256b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382807 Jun 08 13:47:04.770431 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-35048255-b6cf-463a-b640-816115ba04ce admin admin] Publish callbacks [] for security_group (9019dd54-f17e-46f4-9354-ccaab8161684), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:04.805693 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d6d38-b8ab-4b04-a389-34a99b36fe0a req-28d9c11b-fe11-4d54-81cc-afe306b99325 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:04.805811 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:04.816442 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-709d6d38-b8ab-4b04-a389-34a99b36fe0a req-28d9c11b-fe11-4d54-81cc-afe306b99325 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 944 time: 0.0998671 Jun 08 13:47:04.849623 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-35048255-b6cf-463a-b640-816115ba04ce admin admin] Publish callbacks [] for security_group (9019dd54-f17e-46f4-9354-ccaab8161684), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:04.890991 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:04.928882 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:04.973297 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-77279f24-c4de-48cb-91cc-34745a8ce718 None None] Set router 01aeb439-193e-4436-9450-4ede1a0b7ab6 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:47:05.002372 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fef26a65-13a8-42f0-8805-8e797ba376a9 req-35d6295d-716e-4b48-82a4-ffd395b85632 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 210 time: 0.0909762 Jun 08 13:47:05.041511 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-709d6d38-b8ab-4b04-a389-34a99b36fe0a req-689ed7c5-5685-4f1f-88b9-3074953323a4 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191656 Jun 08 13:47:05.096937 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:05.128627 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9a6dc9e8-e390-4141-bfc3-c5e5ae46778e req-966b363d-9e37-4439-abf9-5c3c7bb5b743 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 210 time: 0.0466661 Jun 08 13:47:05.145566 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0c155b7a-528f-4a65-8ad4-1c2de7a77f32 req-29d6dea9-448f-4bf4-88a5-cc3b0c81bce7 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 210 time: 0.0650680 Jun 08 13:47:05.163285 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-e5212d46-8477-4b2e-8949-d56e01fbc115 None None] Current status of the port e5bc94c7-e9e3-436c-acf2-db03ed21a9f9 is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:47:05.163285 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-e5212d46-8477-4b2e-8949-d56e01fbc115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (e5bc94c7-e9e3-436c-acf2-db03ed21a9f9), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:05.183470 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-35048255-b6cf-463a-b640-816115ba04ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (9019dd54-f17e-46f4-9354-ccaab8161684), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:05.187839 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-35048255-b6cf-463a-b640-816115ba04ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:05.189230 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-35048255-b6cf-463a-b640-816115ba04ce admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9019dd54-f17e-46f4-9354-ccaab8161684 HTTP/1.1" status: 204 len: 168 time: 0.8246264 Jun 08 13:47:05.201469 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35048255-b6cf-463a-b640-816115ba04ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9019dd54-f17e-46f4-9354-ccaab8161684,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:05.271700 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-e5212d46-8477-4b2e-8949-d56e01fbc115 None None] For port e5bc94c7-e9e3-436c-acf2-db03ed21a9f9, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=e5bc94c7-e9e3-436c-acf2-db03ed21a9f9,segment=NetworkSegment(32b6b0f7-21d9-469a-8491-050a49ba265a),segment_id=32b6b0f7-21d9-469a-8491-050a49ba265a)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:47:05.361924 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-77279f24-c4de-48cb-91cc-34745a8ce718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'name': 'tempest-ServerRescueNegativeTestJSON-599513764-router', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:41Z', 'updated_at': '2022-06-08T13:46:56Z', 'revision_number': 4, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'gw_port': {'id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:42Z', 'updated_at': '2022-06-08T13:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'e5bc94c7-e9e3-436c-acf2-db03ed21a9f9', 'name': '', 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'mac_address': 'fa:16:3e:fe:f9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '69836fd4-f98b-48c1-883c-8589e3b080df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:51Z', 'updated_at': '2022-06-08T13:47:04Z', 'revision_number': 4, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'subnets': [{'id': '69836fd4-f98b-48c1-883c-8589e3b080df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:47:05.392086 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77279f24-c4de-48cb-91cc-34745a8ce718 None None] The sync data for ids ['01aeb439-193e-4436-9450-4ede1a0b7ab6'] in dv-cinder-819149-5-iscsi is: [{'id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'name': 'tempest-ServerRescueNegativeTestJSON-599513764-router', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:41Z', 'updated_at': '2022-06-08T13:46:56Z', 'revision_number': 4, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'gw_port': {'id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:42Z', 'updated_at': '2022-06-08T13:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'e5bc94c7-e9e3-436c-acf2-db03ed21a9f9', 'name': '', 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'mac_address': 'fa:16:3e:fe:f9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '69836fd4-f98b-48c1-883c-8589e3b080df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:51Z', 'updated_at': '2022-06-08T13:47:04Z', 'revision_number': 4, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'subnets': [{'id': '69836fd4-f98b-48c1-883c-8589e3b080df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:47:05.397908 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-e5212d46-8477-4b2e-8949-d56e01fbc115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (e5bc94c7-e9e3-436c-acf2-db03ed21a9f9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:05.457726 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:05.472912 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5212d46-8477-4b2e-8949-d56e01fbc115 None None] Pushing event updated for resources: {'Port': ['ID=e5bc94c7-e9e3-436c-acf2-db03ed21a9f9,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:05.522152 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-893c64b9-ea4d-4182-90ab-3915064db4b3 None None] Provisioning complete for port e5bc94c7-e9e3-436c-acf2-db03ed21a9f9 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:47:05.522804 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-893c64b9-ea4d-4182-90ab-3915064db4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (e5bc94c7-e9e3-436c-acf2-db03ed21a9f9), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:05.551026 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20db95f-941a-4f18-badc-201e2786d940 req-97cc3eb4-f373-4b72-9d28-609a6a9cc526 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:05.552873 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d20db95f-941a-4f18-badc-201e2786d940 req-97cc3eb4-f373-4b72-9d28-609a6a9cc526 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/networks?id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f HTTP/1.1" status: 200 len: 818 time: 0.1929820 Jun 08 13:47:05.562080 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:05.579337 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d20db95f-941a-4f18-badc-201e2786d940 req-dfd7847b-e874-4097-8c3e-59a3fa145340 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/quotas/9abd79bc99784c3f81991d1cae37a074 HTTP/1.1" status: 200 len: 375 time: 0.0184023 Jun 08 13:47:05.612116 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:05.624485 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-893c64b9-ea4d-4182-90ab-3915064db4b3 None None] Current status of the port e5bc94c7-e9e3-436c-acf2-db03ed21a9f9 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:47:05.677192 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d20db95f-941a-4f18-badc-201e2786d940 req-da51412e-7622-4507-b98f-e94ba704bef5 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9abd79bc99784c3f81991d1cae37a074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969267 Jun 08 13:47:05.889278 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d20db95f-941a-4f18-badc-201e2786d940 req-69dc7b17-1677-4b51-8450-c9defdcd7843 service neutron] 10.222.0.55 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044883 Jun 08 13:47:06.118866 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d20db95f-941a-4f18-badc-201e2786d940 req-43876ff3-7e9d-491a-b842-dad114615800 service neutron] 10.222.0.55 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977173 Jun 08 13:47:06.118866 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-803215fb-7645-489d-bd89-6f7df8d68906 req-068ce08d-a9ab-4c6a-821b-3b9a72a72bfc tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 210 time: 0.0384936 Jun 08 13:47:06.247711 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5d9528df-4c86-455e-8362-0fbc24322eba req-43e64ca3-94dc-4cee-8d84-bfead34ac02b service neutron] 10.222.0.61 "GET /v2.0/networks/aade4219-e25a-4e36-bcb1-dc2ec86e256b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392503 Jun 08 13:47:06.343829 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4763c0d-9e3f-46b6-9a72-761e241e3633 req-2e241b73-635c-4d51-87f4-62f2d9e81b26 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:06.343829 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f4763c0d-9e3f-46b6-9a72-761e241e3633 req-2e241b73-635c-4d51-87f4-62f2d9e81b26 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 944 time: 0.0616648 Jun 08 13:47:06.343829 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:06.347170 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f4763c0d-9e3f-46b6-9a72-761e241e3633 req-c14ddccd-fd41-4579-9590-73d121882938 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493875 Jun 08 13:47:06.719554 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d999a119-2391-4084-a40b-cfce086d9183 req-785559f1-993a-4343-a6cc-bfe573868649 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 210 time: 0.0318670 Jun 08 13:47:07.225025 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-db4405cd-3064-4d07-88e8-63eb02efa1e3 req-d7f815ef-f8ed-408e-94b5-1bf48535c503 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 210 time: 0.0279489 Jun 08 13:47:07.326688 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:07.368392 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:07.385270 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device e5bc94c7-e9e3-436c-acf2-db03ed21a9f9 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:47:07.482804 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port e5bc94c7-e9e3-436c-acf2-db03ed21a9f9 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:47:07.483255 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (e5bc94c7-e9e3-436c-acf2-db03ed21a9f9), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:07.500701 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1a9fa8e2-e47b-4f4e-9d50-3c880eff7194 req-d623e775-2131-4da1-aa33-a2891cc4e915 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 210 time: 0.0661564 Jun 08 13:47:07.566869 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 33288) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:07.587526 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6799c2c4-2f03-499f-b0f9-5fba7711e674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:07.597344 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb7a27-570d-4b00-b5a0-2dca53422f7c req-cce61777-a8a1-4251-bcc4-d553256bf7e5 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:07.610047 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port e5bc94c7-e9e3-436c-acf2-db03ed21a9f9 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:47:07.634775 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d6eb7a27-570d-4b00-b5a0-2dca53422f7c req-cce61777-a8a1-4251-bcc4-d553256bf7e5 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 944 time: 0.1315694 Jun 08 13:47:07.701662 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6799c2c4-2f03-499f-b0f9-5fba7711e674 admin admin] Publish callbacks [] for security_group (9f57d8b1-f055-4fee-a68b-93e0640fb266), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:07.719043 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d6eb7a27-570d-4b00-b5a0-2dca53422f7c req-e453a2c3-285b-4d1f-938d-00d17a484f05 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824096 Jun 08 13:47:07.800807 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6799c2c4-2f03-499f-b0f9-5fba7711e674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (9f57d8b1-f055-4fee-a68b-93e0640fb266), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:07.820667 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-83e2a165-a4ff-48c2-8545-e36568df4f02 req-1a2ba586-2500-4fd0-92f6-3de6499384ea tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 210 time: 0.0328970 Jun 08 13:47:07.846979 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-6799c2c4-2f03-499f-b0f9-5fba7711e674 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=634e413470d34477a526191e71c69da6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784307 Jun 08 13:47:07.847804 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799c2c4-2f03-499f-b0f9-5fba7711e674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f57d8b1-f055-4fee-a68b-93e0640fb266,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:07.849777 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 33298) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:07.911220 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-af048e2e-0690-4612-87b9-2235ce945f12 admin admin] Publish callbacks [] for security_group (9f57d8b1-f055-4fee-a68b-93e0640fb266), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:07.938632 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-af048e2e-0690-4612-87b9-2235ce945f12 admin admin] Publish callbacks [] for security_group (9f57d8b1-f055-4fee-a68b-93e0640fb266), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:08.098408 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-af048e2e-0690-4612-87b9-2235ce945f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (9f57d8b1-f055-4fee-a68b-93e0640fb266), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:08.099811 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-af048e2e-0690-4612-87b9-2235ce945f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:08.101233 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-af048e2e-0690-4612-87b9-2235ce945f12 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9f57d8b1-f055-4fee-a68b-93e0640fb266 HTTP/1.1" status: 204 len: 168 time: 0.2504537 Jun 08 13:47:08.115094 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af048e2e-0690-4612-87b9-2235ce945f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f57d8b1-f055-4fee-a68b-93e0640fb266,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:08.159693 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:08.322537 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-76f06dae-40b9-4679-96c6-7423c348e692 req-f65912a0-67f7-4140-83c2-45b2d7e8d28e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 210 time: 0.0293725 Jun 08 13:47:08.618351 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-29c76622-dec9-427c-becf-40238dbc35aa req-ccb7a8a5-a58a-4022-80ed-c870b9754a56 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 210 time: 0.0542588 Jun 08 13:47:08.843791 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eef6c9-7181-4d33-a1f7-1a1512e40e29 req-525887e3-2362-46cf-bb85-60510efd05b7 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:08.845441 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-77eef6c9-7181-4d33-a1f7-1a1512e40e29 req-525887e3-2362-46cf-bb85-60510efd05b7 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 944 time: 0.0544474 Jun 08 13:47:08.898436 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-77eef6c9-7181-4d33-a1f7-1a1512e40e29 req-8bd0c89c-70fd-4a6a-a773-cd0e1bffe5e9 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464678 Jun 08 13:47:08.946273 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f30ba104-0e61-42e7-afcb-100ccc3ed618 req-8a59a1fd-a66d-4490-9a6d-260e70b902fd tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 210 time: 0.0455215 Jun 08 13:47:09.193787 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 33354) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:09.301795 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c8494902-8145-4d7b-82a7-bfa6f2f28f60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:09.323344 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:09.382965 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c8494902-8145-4d7b-82a7-bfa6f2f28f60 admin admin] Publish callbacks [] for security_group (b62194a3-cb81-4fa2-a58a-a09f7da79f0e), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:09.451012 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a5a3b686-80c8-4eb7-813a-36930605f6f3 req-f3fca84f-7081-492d-9e76-ade30dc0f9b9 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 210 time: 0.0350986 Jun 08 13:47:09.622341 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-62d779d9-7117-4451-ab35-21968f38ff0c tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:09.623415 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-62d779d9-7117-4451-ab35-21968f38ff0c tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.61 "GET /v2.0/networks?id=42d99904-a8b4-4285-872c-5a43c79568a6 HTTP/1.1" status: 200 len: 810 time: 0.1209114 Jun 08 13:47:09.674122 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c8494902-8145-4d7b-82a7-bfa6f2f28f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (b62194a3-cb81-4fa2-a58a-a09f7da79f0e), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:09.752976 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-03150bc9-a724-4eba-991c-e3623a2a6c63 req-21966166-0992-4361-aaa2-da407e943be4 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 210 time: 0.0563374 Jun 08 13:47:09.762284 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-c8494902-8145-4d7b-82a7-bfa6f2f28f60 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e129857ba97d4b589f4881b66267c6d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5640602 Jun 08 13:47:09.762724 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 33378) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:09.764713 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-f11f8fb5-0da9-4cb4-b9f5-8ffc5f54812a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87c115dc845a497292c12e2980e9f77b HTTP/1.1" status: 200 len: 378 time: 0.1350543 Jun 08 13:47:09.765534 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8494902-8145-4d7b-82a7-bfa6f2f28f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62194a3-cb81-4fa2-a58a-a09f7da79f0e,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:09.821063 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-0101901a-fd24-48e8-b3a7-d4f9c253f599 admin admin] Publish callbacks [] for security_group (b62194a3-cb81-4fa2-a58a-a09f7da79f0e), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:09.845710 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-0101901a-fd24-48e8-b3a7-d4f9c253f599 admin admin] Publish callbacks [] for security_group (b62194a3-cb81-4fa2-a58a-a09f7da79f0e), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:09.874170 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-88ab5525-b6d2-4854-a693-99fab840ce56 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Request body: {'port': {'device_id': '1db0ac6d-b933-4abd-96b8-c1af36e06791', 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6', 'admin_state_up': True, 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'security_groups': ['b9d9e483-52b1-4a32-93f2-9d5a9d4827aa']}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:47:09.983557 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-0101901a-fd24-48e8-b3a7-d4f9c253f599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (b62194a3-cb81-4fa2-a58a-a09f7da79f0e), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:09.992200 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-0101901a-fd24-48e8-b3a7-d4f9c253f599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:09.996727 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-0101901a-fd24-48e8-b3a7-d4f9c253f599 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b62194a3-cb81-4fa2-a58a-a09f7da79f0e HTTP/1.1" status: 204 len: 168 time: 0.2317157 Jun 08 13:47:10.019660 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101901a-fd24-48e8-b3a7-d4f9c253f599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62194a3-cb81-4fa2-a58a-a09f7da79f0e,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:10.127232 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:10.129526 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-74468b9f-1e5d-49b2-9b2a-34597681c5ab req-057aa537-80da-474f-8616-79432eec6472 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 210 time: 0.0649834 Jun 08 13:47:10.142185 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34820b-7e10-4a6a-9010-aea20f639037 req-753a164f-a3a7-4dd1-a2e2-404b7e0ce0b5 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:10.143434 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7a34820b-7e10-4a6a-9010-aea20f639037 req-753a164f-a3a7-4dd1-a2e2-404b7e0ce0b5 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 944 time: 0.1117454 Jun 08 13:47:10.198144 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.61', 63254) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:10.206002 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:10.210224 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-88ab5525-b6d2-4854-a693-99fab840ce56 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Made reservation on behalf of 87c115dc845a497292c12e2980e9f77b for: {'port': 1} {{(pid=110997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:47:10.214971 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-88ab5525-b6d2-4854-a693-99fab840ce56 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:10.222345 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7a34820b-7e10-4a6a-9010-aea20f639037 req-823662ee-8eec-4e0a-87fd-5d431fea23c4 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720761 Jun 08 13:47:10.229245 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:10.390820 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.db_base_plugin_common [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-88ab5525-b6d2-4854-a693-99fab840ce56 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Allocated IP 172.20.0.5 (42d99904-a8b4-4285-872c-5a43c79568a6/a0a5efd6-6778-48b9-88e3-5a88abf2683a/38bbf42f-b3f0-44a4-992c-b83e8f85c80a) {{(pid=110997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:47:10.430071 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 07b64f58-2f27-4e2b-b1cb-fd9712202bf8 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:47:10.550197 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.61', 63258) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:10.654618 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 07b64f58-2f27-4e2b-b1cb-fd9712202bf8, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=07b64f58-2f27-4e2b-b1cb-fd9712202bf8,segment=NetworkSegment(99344786-4fbb-4a84-b3d0-9b46d1bc4125),segment_id=99344786-4fbb-4a84-b3d0-9b46d1bc4125)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:47:10.676124 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-88ab5525-b6d2-4854-a693-99fab840ce56 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for port (38bbf42f-b3f0-44a4-992c-b83e8f85c80a), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:10.695157 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Returning: {'device': '07b64f58-2f27-4e2b-b1cb-fd9712202bf8', 'network_id': 'aade4219-e25a-4e36-bcb1-dc2ec86e256b', 'port_id': '07b64f58-2f27-4e2b-b1cb-fd9712202bf8', 'mac_address': 'fa:16:3e:67:bc:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e6e7292-51a7-4586-abd9-57aae361415c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:47:10.714131 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20db95f-941a-4f18-badc-201e2786d940 req-40915e72-b360-4af9-98f8-b5b213234b81 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:10.715625 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-d20db95f-941a-4f18-badc-201e2786d940 req-40915e72-b360-4af9-98f8-b5b213234b81 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.61 "GET /v2.0/networks?id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f HTTP/1.1" status: 200 len: 818 time: 0.5153968 Jun 08 13:47:10.730813 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-d20db95f-941a-4f18-badc-201e2786d940 req-997d3b69-64b9-4200-bd93-aa3a710eef98 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Request body: {'port': {'device_id': 'b0eac024-11de-495f-81cd-85391caa0e2d', 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f', 'admin_state_up': True, 'tenant_id': '9abd79bc99784c3f81991d1cae37a074'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:47:10.805468 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-00f86cb0-c25a-419f-b62c-fbb847bc6407 req-1c1d6566-2513-4d60-8c42-79771c570254 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 210 time: 0.0836232 Jun 08 13:47:10.814426 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 07b64f58-2f27-4e2b-b1cb-fd9712202bf8 is: DOWN; New status is: BUILD {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:47:10.815113 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (07b64f58-2f27-4e2b-b1cb-fd9712202bf8), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:10.839670 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-88ab5525-b6d2-4854-a693-99fab840ce56 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800'] for port (38bbf42f-b3f0-44a4-992c-b83e8f85c80a), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:10.860136 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b64f58-2f27-4e2b-b1cb-fd9712202bf8 {{(pid=110999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:47:10.872354 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d488755-1d02-482c-8546-cf21d93dd962 req-26ba83f1-a702-4915-8ce8-7dc057a9b8ba tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:10.876484 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-8d488755-1d02-482c-8546-cf21d93dd962 req-26ba83f1-a702-4915-8ce8-7dc057a9b8ba tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.61 "GET /v2.0/networks?id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f HTTP/1.1" status: 200 len: 818 time: 0.3126633 Jun 08 13:47:10.893579 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 07b64f58-2f27-4e2b-b1cb-fd9712202bf8, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=07b64f58-2f27-4e2b-b1cb-fd9712202bf8,segment=NetworkSegment(99344786-4fbb-4a84-b3d0-9b46d1bc4125),segment_id=99344786-4fbb-4a84-b3d0-9b46d1bc4125)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:47:10.894762 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:10.896758 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-8d488755-1d02-482c-8546-cf21d93dd962 req-725d0468-dfc4-4ab9-ab85-1fa96d270585 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Request body: {'port': {'device_id': 'b6ff0599-d152-4940-9811-f1187ab922e0', 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f', 'admin_state_up': True, 'tenant_id': '9abd79bc99784c3f81991d1cae37a074'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:47:10.996276 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-49b529b8-78a3-45cc-800d-d31dbb85b405 req-fc457a30-1e85-482f-82bc-cca3e8e166bd tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 210 time: 0.0870171 Jun 08 13:47:11.003289 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.61', 63260) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:11.025178 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-88ab5525-b6d2-4854-a693-99fab840ce56 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Network 42d99904-a8b4-4285-872c-5a43c79568a6 is already hosted by enough agents. {{(pid=110997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:47:11.032829 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (07b64f58-2f27-4e2b-b1cb-fd9712202bf8), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:11.040397 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab5525-b6d2-4854-a693-99fab840ce56 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Pushing event updated for resources: {'Port': ['ID=38bbf42f-b3f0-44a4-992c-b83e8f85c80a,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:11.056008 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-88ab5525-b6d2-4854-a693-99fab840ce56 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Resources bound (agent type, host, resource id): {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:47:11.058850 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.l3_dvrscheduler_db [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-88ab5525-b6d2-4854-a693-99fab840ce56 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Received port after_create {{(pid=110997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:47:11.064998 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-88ab5525-b6d2-4854-a693-99fab840ce56 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:11.065096 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-88ab5525-b6d2-4854-a693-99fab840ce56 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for port (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:11.118324 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20db95f-941a-4f18-badc-201e2786d940 req-997d3b69-64b9-4200-bd93-aa3a710eef98 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Made reservation on behalf of 9abd79bc99784c3f81991d1cae37a074 for: {'port': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:47:11.121829 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-d20db95f-941a-4f18-badc-201e2786d940 req-997d3b69-64b9-4200-bd93-aa3a710eef98 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:11.143887 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=07b64f58-2f27-4e2b-b1cb-fd9712202bf8,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:11.196582 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-88ab5525-b6d2-4854-a693-99fab840ce56 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3285975 Jun 08 13:47:11.336032 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-c7ebf6f9-f9a6-46d0-b17f-4d9221a6c26d tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:11.337907 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-c7ebf6f9-f9a6-46d0-b17f-4d9221a6c26d tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.61 "GET /v2.0/networks?id=12800c86-d5ba-481d-a55e-8c6ac82045b0 HTTP/1.1" status: 200 len: 814 time: 0.3336124 Jun 08 13:47:11.343322 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-72ab9291-efdd-438e-9fe3-9988745ca077 req-05a714a9-3d2e-4093-81b0-2cba1333d156 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 210 time: 0.0543766 Jun 08 13:47:11.347258 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d488755-1d02-482c-8546-cf21d93dd962 req-725d0468-dfc4-4ab9-ab85-1fa96d270585 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Made reservation on behalf of 9abd79bc99784c3f81991d1cae37a074 for: {'port': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:47:11.350757 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-8d488755-1d02-482c-8546-cf21d93dd962 req-725d0468-dfc4-4ab9-ab85-1fa96d270585 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:11.429446 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 33434) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:11.438414 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03becc2f-27b0-42c5-9bca-9f21f172f390 req-3b9aa2f1-766f-4cb8-ba2e-a1a7526e73a4 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:11.441090 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-03becc2f-27b0-42c5-9bca-9f21f172f390 req-3b9aa2f1-766f-4cb8-ba2e-a1a7526e73a4 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 945 time: 0.1315525 Jun 08 13:47:11.461436 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-04b882b1-9299-4cd2-aee4-727cad62db20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:11.524446 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-a1216459-bcaa-4b80-8010-6a07c3635217 None None] Provisioning complete for port 38bbf42f-b3f0-44a4-992c-b83e8f85c80a triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:47:11.525060 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a1216459-bcaa-4b80-8010-6a07c3635217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (38bbf42f-b3f0-44a4-992c-b83e8f85c80a), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:11.536419 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-03becc2f-27b0-42c5-9bca-9f21f172f390 req-2dc328e0-03ff-46cc-8395-f37201a06167 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835044 Jun 08 13:47:11.568123 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-a1216459-bcaa-4b80-8010-6a07c3635217 None None] Port 38bbf42f-b3f0-44a4-992c-b83e8f85c80a cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:47:11.601713 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [req-d20db95f-941a-4f18-badc-201e2786d940 req-997d3b69-64b9-4200-bd93-aa3a710eef98 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Allocated IP 172.20.0.3 (ae8a0e1e-0700-4e0e-8372-c30751bbef6f/69836fd4-f98b-48c1-883c-8589e3b080df/10edcea1-58b0-4fcc-a997-70b2f8d25e44) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:47:11.603493 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-04b882b1-9299-4cd2-aee4-727cad62db20 admin admin] Publish callbacks [] for security_group (c40337d3-0d83-4a1e-866d-cbe0a0a84894), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:11.657406 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-04b882b1-9299-4cd2-aee4-727cad62db20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (c40337d3-0d83-4a1e-866d-cbe0a0a84894), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:11.698511 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-04b882b1-9299-4cd2-aee4-727cad62db20 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=71de1035b4bb46adba3e1df7c08e69a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669575 Jun 08 13:47:11.700478 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b882b1-9299-4cd2-aee4-727cad62db20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40337d3-0d83-4a1e-866d-cbe0a0a84894,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:11.702565 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 33442) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:11.753438 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:11.797545 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c00ed135-81d2-4266-af84-22266d5601df admin admin] Publish callbacks [] for security_group (c40337d3-0d83-4a1e-866d-cbe0a0a84894), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:11.800909 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-d20db95f-941a-4f18-badc-201e2786d940 req-997d3b69-64b9-4200-bd93-aa3a710eef98 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks [] for port (10edcea1-58b0-4fcc-a997-70b2f8d25e44), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:11.828440 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c00ed135-81d2-4266-af84-22266d5601df admin admin] Publish callbacks [] for security_group (c40337d3-0d83-4a1e-866d-cbe0a0a84894), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:11.936460 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84998f44-dad9-4f8d-9641-9a612408945a req-a5e3ef39-2860-48ea-a9f0-2b72af5959ae tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:11.937917 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-84998f44-dad9-4f8d-9641-9a612408945a req-a5e3ef39-2860-48ea-a9f0-2b72af5959ae tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 931 time: 0.0491431 Jun 08 13:47:11.998861 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-84998f44-dad9-4f8d-9641-9a612408945a req-e1f1df79-75c7-49f7-895a-d5c574804bcc tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452933 Jun 08 13:47:12.005503 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-d20db95f-941a-4f18-badc-201e2786d940 req-997d3b69-64b9-4200-bd93-aa3a710eef98 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800'] for port (10edcea1-58b0-4fcc-a997-70b2f8d25e44), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:12.016307 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c00ed135-81d2-4266-af84-22266d5601df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (c40337d3-0d83-4a1e-866d-cbe0a0a84894), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:12.016307 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c00ed135-81d2-4266-af84-22266d5601df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:12.016307 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-c00ed135-81d2-4266-af84-22266d5601df admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c40337d3-0d83-4a1e-866d-cbe0a0a84894 HTTP/1.1" status: 204 len: 168 time: 0.3106253 Jun 08 13:47:12.032277 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ed135-81d2-4266-af84-22266d5601df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40337d3-0d83-4a1e-866d-cbe0a0a84894,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:12.129780 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20db95f-941a-4f18-badc-201e2786d940 req-997d3b69-64b9-4200-bd93-aa3a710eef98 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Network ae8a0e1e-0700-4e0e-8372-c30751bbef6f is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:47:12.142623 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [req-d20db95f-941a-4f18-badc-201e2786d940 req-997d3b69-64b9-4200-bd93-aa3a710eef98 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:47:12.145977 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20db95f-941a-4f18-badc-201e2786d940 req-997d3b69-64b9-4200-bd93-aa3a710eef98 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:47:12.152332 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20db95f-941a-4f18-badc-201e2786d940 req-997d3b69-64b9-4200-bd93-aa3a710eef98 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:12.152332 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-d20db95f-941a-4f18-badc-201e2786d940 req-997d3b69-64b9-4200-bd93-aa3a710eef98 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:12.163175 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d3b69-64b9-4200-bd93-aa3a710eef98 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Pushing event updated for resources: {'Port': ['ID=10edcea1-58b0-4fcc-a997-70b2f8d25e44,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:12.174214 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd6ee7-cf15-4b39-b370-f358c16e2425 req-9c35d55a-9e58-484f-9b4a-07f8f1165093 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:12.175958 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3ffd6ee7-cf15-4b39-b370-f358c16e2425 req-9c35d55a-9e58-484f-9b4a-07f8f1165093 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 931 time: 0.0553622 Jun 08 13:47:12.206382 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.db.api [req-8d488755-1d02-482c-8546-cf21d93dd962 req-725d0468-dfc4-4ab9-ab85-1fa96d270585 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-cc7e60a8-44a1-4f2d-8f72-b467bf1cf8b5 {{(pid=110998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 08 13:47:12.206757 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG oslo_db.api [req-8d488755-1d02-482c-8546-cf21d93dd962 req-725d0468-dfc4-4ab9-ab85-1fa96d270585 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 13:47:12.248943 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3ffd6ee7-cf15-4b39-b370-f358c16e2425 req-afec504a-11e1-437f-9cd3-c4bfa6cab309 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600722 Jun 08 13:47:12.290121 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-d20db95f-941a-4f18-badc-201e2786d940 req-997d3b69-64b9-4200-bd93-aa3a710eef98 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5626717 Jun 08 13:47:12.395535 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-5e728039-f7f5-46de-ae3c-1e9831c7b9a2 None None] Provisioning complete for port 10edcea1-58b0-4fcc-a997-70b2f8d25e44 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:47:12.396003 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-5e728039-f7f5-46de-ae3c-1e9831c7b9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (10edcea1-58b0-4fcc-a997-70b2f8d25e44), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:12.427422 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-5e728039-f7f5-46de-ae3c-1e9831c7b9a2 None None] Port 10edcea1-58b0-4fcc-a997-70b2f8d25e44 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:47:12.450199 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d7718ab5-4197-48d9-bd25-0cca5d01eb0e req-a0acc59b-b41a-4014-9a23-d70831b853ef tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 210 time: 0.0318825 Jun 08 13:47:12.642467 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb230d-89d0-49fe-bfb2-6128b3145d11 req-7f21f6a0-8c23-4594-9890-f6e272e15ca4 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:12.643862 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c2cb230d-89d0-49fe-bfb2-6128b3145d11 req-7f21f6a0-8c23-4594-9890-f6e272e15ca4 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 945 time: 0.0483954 Jun 08 13:47:12.691415 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c2cb230d-89d0-49fe-bfb2-6128b3145d11 req-d8dddc38-7973-4826-8e87-301f1433f029 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410848 Jun 08 13:47:12.708537 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-8d488755-1d02-482c-8546-cf21d93dd962 req-725d0468-dfc4-4ab9-ab85-1fa96d270585 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:12.837666 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [req-8d488755-1d02-482c-8546-cf21d93dd962 req-725d0468-dfc4-4ab9-ab85-1fa96d270585 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Allocated IP 172.20.0.13 (ae8a0e1e-0700-4e0e-8372-c30751bbef6f/69836fd4-f98b-48c1-883c-8589e3b080df/a043c6d6-d4b4-4d25-927f-f3ba0a63e491) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:47:12.987280 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-8d488755-1d02-482c-8546-cf21d93dd962 req-725d0468-dfc4-4ab9-ab85-1fa96d270585 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks [] for port (a043c6d6-d4b4-4d25-927f-f3ba0a63e491), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:12.998579 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:13.049513 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:13.080080 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-8d488755-1d02-482c-8546-cf21d93dd962 req-725d0468-dfc4-4ab9-ab85-1fa96d270585 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800'] for port (a043c6d6-d4b4-4d25-927f-f3ba0a63e491), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:13.123354 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d488755-1d02-482c-8546-cf21d93dd962 req-725d0468-dfc4-4ab9-ab85-1fa96d270585 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Network ae8a0e1e-0700-4e0e-8372-c30751bbef6f is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:47:13.132125 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [req-8d488755-1d02-482c-8546-cf21d93dd962 req-725d0468-dfc4-4ab9-ab85-1fa96d270585 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:47:13.132125 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d488755-1d02-482c-8546-cf21d93dd962 req-725d0468-dfc4-4ab9-ab85-1fa96d270585 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:47:13.132429 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701c402-4253-4240-95f0-b2d5a3e344f9 req-0d0a53d9-39cb-4851-874c-34d7996eb730 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:13.134152 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7701c402-4253-4240-95f0-b2d5a3e344f9 req-0d0a53d9-39cb-4851-874c-34d7996eb730 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 931 time: 0.0642087 Jun 08 13:47:13.135807 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d488755-1d02-482c-8546-cf21d93dd962 req-725d0468-dfc4-4ab9-ab85-1fa96d270585 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:13.136470 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-8d488755-1d02-482c-8546-cf21d93dd962 req-725d0468-dfc4-4ab9-ab85-1fa96d270585 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:13.169688 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d0468-dfc4-4ab9-ab85-1fa96d270585 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Pushing event updated for resources: {'Port': ['ID=a043c6d6-d4b4-4d25-927f-f3ba0a63e491,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:13.191152 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7701c402-4253-4240-95f0-b2d5a3e344f9 req-08cd8423-9141-416e-b56f-a8fc4c32d324 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472853 Jun 08 13:47:13.257594 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-8d488755-1d02-482c-8546-cf21d93dd962 req-725d0468-dfc4-4ab9-ab85-1fa96d270585 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3685124 Jun 08 13:47:13.266607 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:13.380455 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056caef-1dc5-4c6a-b48c-8b871e1c4a5f req-16cca216-7479-48a5-b371-b3c5aa937547 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:13.382711 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2056caef-1dc5-4c6a-b48c-8b871e1c4a5f req-16cca216-7479-48a5-b371-b3c5aa937547 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 931 time: 0.0601923 Jun 08 13:47:13.431091 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2056caef-1dc5-4c6a-b48c-8b871e1c4a5f req-019a2bb0-c5e9-42a9-8525-8554235479fd tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424275 Jun 08 13:47:13.463938 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-a13a6260-6fb5-40c9-b755-913e5a741020 None None] Provisioning complete for port a043c6d6-d4b4-4d25-927f-f3ba0a63e491 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:47:13.469275 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a13a6260-6fb5-40c9-b755-913e5a741020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (a043c6d6-d4b4-4d25-927f-f3ba0a63e491), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:13.497092 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-a13a6260-6fb5-40c9-b755-913e5a741020 None None] Port a043c6d6-d4b4-4d25-927f-f3ba0a63e491 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:47:13.563338 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-97791f5d-6c47-4bc6-8c9a-2e4ca4b5183b req-ea6275a9-8588-4e78-a53c-ec24c1e7bb26 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 210 time: 0.0297561 Jun 08 13:47:13.805955 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1454c24-2e86-4c43-a300-213c6ad01e74 req-cbd06512-a852-40ac-aa41-fc1f074ecbaa tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:13.807309 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f1454c24-2e86-4c43-a300-213c6ad01e74 req-cbd06512-a852-40ac-aa41-fc1f074ecbaa tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 945 time: 0.0466046 Jun 08 13:47:13.853419 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f1454c24-2e86-4c43-a300-213c6ad01e74 req-beea1919-d895-4ced-8273-67ef7e86ebc4 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406916 Jun 08 13:47:14.070571 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-8f5c8c72-6974-4c1e-b34d-a3f855c35e9f service neutron] Request body: {'port': {'device_id': '1db0ac6d-b933-4abd-96b8-c1af36e06791', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:47:14.113315 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-d20db95f-941a-4f18-badc-201e2786d940 req-c96caf3e-a7fa-4e01-a5f5-ac589d63af5d service neutron] Request body: {'port': {'device_id': 'b0eac024-11de-495f-81cd-85391caa0e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:47:14.124767 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-8d488755-1d02-482c-8546-cf21d93dd962 req-0f789f3a-d88e-486d-aed4-6102f7fe5027 service neutron] Request body: {'port': {'device_id': 'b6ff0599-d152-4940-9811-f1187ab922e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:47:14.185655 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:14.216662 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['07b64f58-2f27-4e2b-b1cb-fd9712202bf8'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:47:14.375146 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-c7922383-a30c-4541-8968-79a61bbcc6ad tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0cc65fa99694daa81878db0200bdb4b HTTP/1.1" status: 200 len: 379 time: 0.2717292 Jun 08 13:47:14.376296 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-d20db95f-941a-4f18-badc-201e2786d940 req-c96caf3e-a7fa-4e01-a5f5-ac589d63af5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (10edcea1-58b0-4fcc-a997-70b2f8d25e44), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:14.378490 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-8d488755-1d02-482c-8546-cf21d93dd962 req-0f789f3a-d88e-486d-aed4-6102f7fe5027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (a043c6d6-d4b4-4d25-927f-f3ba0a63e491), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:14.395145 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-383fa66e-69af-4524-9421-31509e7c2ed4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Request body: {'port': {'device_id': 'ac779098-8aa5-40b8-ae7d-dc4e463f015b', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'admin_state_up': True, 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'security_groups': ['47a856dc-e42f-4d07-b845-7d3d04e1b016']}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:47:14.416412 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608bb72-ea9a-41f7-8427-f2ec13518be3 req-e6791499-0850-410d-9d5c-96b880681371 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:14.425987 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a608bb72-ea9a-41f7-8427-f2ec13518be3 req-e6791499-0850-410d-9d5c-96b880681371 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 931 time: 0.0714414 Jun 08 13:47:14.525655 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-8f5c8c72-6974-4c1e-b34d-a3f855c35e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (38bbf42f-b3f0-44a4-992c-b83e8f85c80a), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:14.564689 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a608bb72-ea9a-41f7-8427-f2ec13518be3 req-3ed8cfe6-214a-47ae-84a3-4bf6a2c3ff3b tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1375721 Jun 08 13:47:14.657661 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ac7ac-bbbb-43a6-911d-19af19759711 req-d289af2b-886f-4347-a235-2ac2455d5ddb tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:14.666424 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-606ac7ac-bbbb-43a6-911d-19af19759711 req-d289af2b-886f-4347-a235-2ac2455d5ddb tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 931 time: 0.1238923 Jun 08 13:47:14.765135 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c476e064-116e-4cf1-bb2f-1d1a81458354 req-a5cb1164-b990-4ac8-ac79-6b9f56093adf tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 210 time: 0.0931387 Jun 08 13:47:14.860111 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-606ac7ac-bbbb-43a6-911d-19af19759711 req-b0b9bfcd-5921-4c95-8842-e0f632db616f tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925213 Jun 08 13:47:15.013837 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3576367-c826-49fe-ab3e-f124189df6be req-1b716a32-4b4a-4442-9e33-56462c7be6c8 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:15.018610 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f3576367-c826-49fe-ab3e-f124189df6be req-1b716a32-4b4a-4442-9e33-56462c7be6c8 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 945 time: 0.0678842 Jun 08 13:47:15.076167 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-383fa66e-69af-4524-9421-31509e7c2ed4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Made reservation on behalf of d0cc65fa99694daa81878db0200bdb4b for: {'port': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:47:15.079556 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-383fa66e-69af-4524-9421-31509e7c2ed4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:15.084972 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f3576367-c826-49fe-ab3e-f124189df6be req-87b7d773-6b49-4953-aa1f-c9177aa32c0a tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568419 Jun 08 13:47:15.145594 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.notifiers.nova [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-8f5c8c72-6974-4c1e-b34d-a3f855c35e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38bbf42f-b3f0-44a4-992c-b83e8f85c80a {{(pid=110997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:47:15.154950 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-8f5c8c72-6974-4c1e-b34d-a3f855c35e9f service neutron] Publish callbacks [] for port (38bbf42f-b3f0-44a4-992c-b83e8f85c80a), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:15.169507 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.provisioning_blocks [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-8f5c8c72-6974-4c1e-b34d-a3f855c35e9f service neutron] Transition to ACTIVE for port object 38bbf42f-b3f0-44a4-992c-b83e8f85c80a will not be triggered until provisioned by entity L2. {{(pid=110997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 13:47:15.173426 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:15.199509 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [req-8d488755-1d02-482c-8546-cf21d93dd962 req-0f789f3a-d88e-486d-aed4-6102f7fe5027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a043c6d6-d4b4-4d25-927f-f3ba0a63e491 {{(pid=110998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:47:15.213967 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-8d488755-1d02-482c-8546-cf21d93dd962 req-0f789f3a-d88e-486d-aed4-6102f7fe5027 service neutron] Publish callbacks [] for port (a043c6d6-d4b4-4d25-927f-f3ba0a63e491), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:15.261410 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-8f5c8c72-6974-4c1e-b34d-a3f855c35e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (38bbf42f-b3f0-44a4-992c-b83e8f85c80a), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:15.261553 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.provisioning_blocks [req-8d488755-1d02-482c-8546-cf21d93dd962 req-0f789f3a-d88e-486d-aed4-6102f7fe5027 service neutron] Transition to ACTIVE for port object a043c6d6-d4b4-4d25-927f-f3ba0a63e491 will not be triggered until provisioned by entity L2. {{(pid=110998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 13:47:15.304018 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-383fa66e-69af-4524-9421-31509e7c2ed4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Allocated IP 172.20.0.4 (12800c86-d5ba-481d-a55e-8c6ac82045b0/3a82067f-8037-420a-aa38-ea511b7711ca/a0a7ddb0-7def-4156-9a5b-f3b477a1c311) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:47:15.384896 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c8c72-6974-4c1e-b34d-a3f855c35e9f service neutron] Pushing event updated for resources: {'Port': ['ID=38bbf42f-b3f0-44a4-992c-b83e8f85c80a,revision_number=2']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:15.387314 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-8d488755-1d02-482c-8546-cf21d93dd962 req-0f789f3a-d88e-486d-aed4-6102f7fe5027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (a043c6d6-d4b4-4d25-927f-f3ba0a63e491), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:15.400156 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.managers [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-8f5c8c72-6974-4c1e-b34d-a3f855c35e9f service neutron] Attempting to bind port 38bbf42f-b3f0-44a4-992c-b83e8f85c80a on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:47:15.400657 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.managers [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-8f5c8c72-6974-4c1e-b34d-a3f855c35e9f service neutron] Attempting to bind port 38bbf42f-b3f0-44a4-992c-b83e8f85c80a by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'a34c7784-43f9-466c-a9ad-749dd0a739ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6'}] {{(pid=110997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:47:15.401138 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-8f5c8c72-6974-4c1e-b34d-a3f855c35e9f service neutron] Attempting to bind port 38bbf42f-b3f0-44a4-992c-b83e8f85c80a on network 42d99904-a8b4-4285-872c-5a43c79568a6 {{(pid=110997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:47:15.408724 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-8f5c8c72-6974-4c1e-b34d-a3f855c35e9f service neutron] Port 38bbf42f-b3f0-44a4-992c-b83e8f85c80a on network 42d99904-a8b4-4285-872c-5a43c79568a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:47:15.409051 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-8f5c8c72-6974-4c1e-b34d-a3f855c35e9f service neutron] Attempting to bind port 38bbf42f-b3f0-44a4-992c-b83e8f85c80a on network 42d99904-a8b4-4285-872c-5a43c79568a6 {{(pid=110997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:47:15.415873 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-8f5c8c72-6974-4c1e-b34d-a3f855c35e9f service neutron] Checking agent: {'id': '2c87fc52-0797-4c68-9855-572d3067389f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'started_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:47:15.416255 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-8f5c8c72-6974-4c1e-b34d-a3f855c35e9f service neutron] Checking segment: {'id': 'a34c7784-43f9-466c-a9ad-749dd0a739ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:47:15.416643 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-8f5c8c72-6974-4c1e-b34d-a3f855c35e9f service neutron] Bound using segment: {'id': 'a34c7784-43f9-466c-a9ad-749dd0a739ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6'} {{(pid=110997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:47:15.417083 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.managers [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-8f5c8c72-6974-4c1e-b34d-a3f855c35e9f service neutron] Bound port: 38bbf42f-b3f0-44a4-992c-b83e8f85c80a, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a34c7784-43f9-466c-a9ad-749dd0a739ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6'}}] {{(pid=110997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:47:15.417443 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-8f5c8c72-6974-4c1e-b34d-a3f855c35e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (38bbf42f-b3f0-44a4-992c-b83e8f85c80a), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:15.514572 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.db [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-8f5c8c72-6974-4c1e-b34d-a3f855c35e9f service neutron] For port 38bbf42f-b3f0-44a4-992c-b83e8f85c80a, host hv-cinder-81914, cleared binding levels {{(pid=110997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:47:15.518759 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.db [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-8f5c8c72-6974-4c1e-b34d-a3f855c35e9f service neutron] For port 38bbf42f-b3f0-44a4-992c-b83e8f85c80a, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=38bbf42f-b3f0-44a4-992c-b83e8f85c80a,segment=NetworkSegment(a34c7784-43f9-466c-a9ad-749dd0a739ec),segment_id=a34c7784-43f9-466c-a9ad-749dd0a739ec)] {{(pid=110997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:47:15.539511 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f789f3a-d88e-486d-aed4-6102f7fe5027 service neutron] Pushing event updated for resources: {'Port': ['ID=a043c6d6-d4b4-4d25-927f-f3ba0a63e491,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:15.631652 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-8f5c8c72-6974-4c1e-b34d-a3f855c35e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (38bbf42f-b3f0-44a4-992c-b83e8f85c80a), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:15.702446 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-8f5c8c72-6974-4c1e-b34d-a3f855c35e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:15.703626 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-8f5c8c72-6974-4c1e-b34d-a3f855c35e9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for port (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:15.705909 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-8f5c8c72-6974-4c1e-b34d-a3f855c35e9f service neutron] 10.222.0.61 "PUT /v2.0/ports/38bbf42f-b3f0-44a4-992c-b83e8f85c80a HTTP/1.1" status: 200 len: 1093 time: 1.6391859 Jun 08 13:47:15.708018 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db0ac6d-b933-4abd-96b8-c1af36e06791', 'tag': '38bbf42f-b3f0-44a4-992c-b83e8f85c80a'}] {{(pid=110997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:47:15.711423 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2deb37cb3b385adf0db1d4fcfc98a25470d12ffd9c9459d76da49831f0e3658f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28168dff-ff7f-4cd6-861b-73f467d40af3" -d '{"events": [{"name": "network-changed", "server_uuid": "1db0ac6d-b933-4abd-96b8-c1af36e06791", "tag": "38bbf42f-b3f0-44a4-992c-b83e8f85c80a"}]}' {{(pid=110997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:47:15.715790 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-8d488755-1d02-482c-8546-cf21d93dd962 req-0f789f3a-d88e-486d-aed4-6102f7fe5027 service neutron] Attempting to bind port a043c6d6-d4b4-4d25-927f-f3ba0a63e491 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:47:15.716734 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-8d488755-1d02-482c-8546-cf21d93dd962 req-0f789f3a-d88e-486d-aed4-6102f7fe5027 service neutron] Attempting to bind port a043c6d6-d4b4-4d25-927f-f3ba0a63e491 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '32b6b0f7-21d9-469a-8491-050a49ba265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f'}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:47:15.716734 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d488755-1d02-482c-8546-cf21d93dd962 req-0f789f3a-d88e-486d-aed4-6102f7fe5027 service neutron] Attempting to bind port a043c6d6-d4b4-4d25-927f-f3ba0a63e491 on network ae8a0e1e-0700-4e0e-8372-c30751bbef6f {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:47:15.731236 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-383fa66e-69af-4524-9421-31509e7c2ed4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:15.736693 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d488755-1d02-482c-8546-cf21d93dd962 req-0f789f3a-d88e-486d-aed4-6102f7fe5027 service neutron] Port a043c6d6-d4b4-4d25-927f-f3ba0a63e491 on network ae8a0e1e-0700-4e0e-8372-c30751bbef6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:47:15.737008 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d488755-1d02-482c-8546-cf21d93dd962 req-0f789f3a-d88e-486d-aed4-6102f7fe5027 service neutron] Attempting to bind port a043c6d6-d4b4-4d25-927f-f3ba0a63e491 on network ae8a0e1e-0700-4e0e-8372-c30751bbef6f {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:47:15.759954 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d488755-1d02-482c-8546-cf21d93dd962 req-0f789f3a-d88e-486d-aed4-6102f7fe5027 service neutron] Checking agent: {'id': '2c87fc52-0797-4c68-9855-572d3067389f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'started_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:47:15.760315 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d488755-1d02-482c-8546-cf21d93dd962 req-0f789f3a-d88e-486d-aed4-6102f7fe5027 service neutron] Checking segment: {'id': '32b6b0f7-21d9-469a-8491-050a49ba265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:47:15.760868 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d488755-1d02-482c-8546-cf21d93dd962 req-0f789f3a-d88e-486d-aed4-6102f7fe5027 service neutron] Bound using segment: {'id': '32b6b0f7-21d9-469a-8491-050a49ba265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f'} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:47:15.761329 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-8d488755-1d02-482c-8546-cf21d93dd962 req-0f789f3a-d88e-486d-aed4-6102f7fe5027 service neutron] Bound port: a043c6d6-d4b4-4d25-927f-f3ba0a63e491, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b6b0f7-21d9-469a-8491-050a49ba265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f'}}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:47:15.761686 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-8d488755-1d02-482c-8546-cf21d93dd962 req-0f789f3a-d88e-486d-aed4-6102f7fe5027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (a043c6d6-d4b4-4d25-927f-f3ba0a63e491), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:15.801463 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993c31d-12c6-4730-a442-e3072b639d87 req-4487adbd-a1cb-47c3-9506-e40b88302a97 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:15.803577 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3993c31d-12c6-4730-a442-e3072b639d87 req-4487adbd-a1cb-47c3-9506-e40b88302a97 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 943 time: 0.1110511 Jun 08 13:47:15.805306 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d94de74-edcf-46c0-af8a-809f4b0fad7a x-openstack-request-id: req-8d94de74-edcf-46c0-af8a-809f4b0fad7a {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:47:15.805704 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db0ac6d-b933-4abd-96b8-c1af36e06791", "tag": "38bbf42f-b3f0-44a4-992c-b83e8f85c80a", "status": "completed", "code": 200}]} {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:47:15.805954 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8d94de74-edcf-46c0-af8a-809f4b0fad7a {{(pid=110997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:47:15.806341 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d94de74-edcf-46c0-af8a-809f4b0fad7a'] response: {'name': 'network-changed', 'server_uuid': '1db0ac6d-b933-4abd-96b8-c1af36e06791', 'tag': '38bbf42f-b3f0-44a4-992c-b83e8f85c80a', 'status': 'completed', 'code': 200} Jun 08 13:47:15.864743 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c8c72-6974-4c1e-b34d-a3f855c35e9f service neutron] Pushing event updated for resources: {'Port': ['ID=38bbf42f-b3f0-44a4-992c-b83e8f85c80a,revision_number=3']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:15.935102 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [req-d20db95f-941a-4f18-badc-201e2786d940 req-c96caf3e-a7fa-4e01-a5f5-ac589d63af5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10edcea1-58b0-4fcc-a997-70b2f8d25e44 {{(pid=110998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:47:15.961996 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-d20db95f-941a-4f18-badc-201e2786d940 req-c96caf3e-a7fa-4e01-a5f5-ac589d63af5d service neutron] Publish callbacks [] for port (10edcea1-58b0-4fcc-a997-70b2f8d25e44), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:15.991168 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-8d488755-1d02-482c-8546-cf21d93dd962 req-0f789f3a-d88e-486d-aed4-6102f7fe5027 service neutron] For port a043c6d6-d4b4-4d25-927f-f3ba0a63e491, host hv-cinder-81914, cleared binding levels {{(pid=110998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:47:16.005196 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3ff7d9c1-a825-42ce-a90f-5c8790b6d519 req-edc1076c-2eb7-4323-80b4-ad867793ea9f tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 210 time: 0.1053839 Jun 08 13:47:16.007785 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.provisioning_blocks [req-d20db95f-941a-4f18-badc-201e2786d940 req-c96caf3e-a7fa-4e01-a5f5-ac589d63af5d service neutron] Transition to ACTIVE for port object 10edcea1-58b0-4fcc-a997-70b2f8d25e44 will not be triggered until provisioned by entity L2. {{(pid=110998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 13:47:16.028656 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3993c31d-12c6-4730-a442-e3072b639d87 req-19a2e86a-48c9-47c1-b36a-6daa484ce5ef tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1585858 Jun 08 13:47:16.028850 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-8d488755-1d02-482c-8546-cf21d93dd962 req-0f789f3a-d88e-486d-aed4-6102f7fe5027 service neutron] For port a043c6d6-d4b4-4d25-927f-f3ba0a63e491, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a043c6d6-d4b4-4d25-927f-f3ba0a63e491,segment=NetworkSegment(32b6b0f7-21d9-469a-8491-050a49ba265a),segment_id=32b6b0f7-21d9-469a-8491-050a49ba265a)] {{(pid=110998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:47:16.034312 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-383fa66e-69af-4524-9421-31509e7c2ed4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800'] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:16.056346 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28168dff-ff7f-4cd6-861b-73f467d40af3 req-b532fb9d-336a-4c08-9f80-031aefe6c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:16.058627 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-28168dff-ff7f-4cd6-861b-73f467d40af3 req-b532fb9d-336a-4c08-9f80-031aefe6c325 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87c115dc845a497292c12e2980e9f77b&device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 1127 time: 0.1875391 Jun 08 13:47:16.081394 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-383fa66e-69af-4524-9421-31509e7c2ed4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Network 12800c86-d5ba-481d-a55e-8c6ac82045b0 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:47:16.082944 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 07b64f58-2f27-4e2b-b1cb-fd9712202bf8 up at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:47:16.084987 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-383fa66e-69af-4524-9421-31509e7c2ed4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:47:16.088161 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:16.089644 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-383fa66e-69af-4524-9421-31509e7c2ed4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:47:16.096091 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-383fa66e-69af-4524-9421-31509e7c2ed4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:16.097025 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-383fa66e-69af-4524-9421-31509e7c2ed4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:16.110037 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:16.150348 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-8d488755-1d02-482c-8546-cf21d93dd962 req-0f789f3a-d88e-486d-aed4-6102f7fe5027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (a043c6d6-d4b4-4d25-927f-f3ba0a63e491), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:16.172414 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-d20db95f-941a-4f18-badc-201e2786d940 req-c96caf3e-a7fa-4e01-a5f5-ac589d63af5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (10edcea1-58b0-4fcc-a997-70b2f8d25e44), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:16.184632 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fa66e-69af-4524-9421-31509e7c2ed4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Pushing event updated for resources: {'Port': ['ID=a0a7ddb0-7def-4156-9a5b-f3b477a1c311,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:16.194764 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d488755-1d02-482c-8546-cf21d93dd962 req-0f789f3a-d88e-486d-aed4-6102f7fe5027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:16.195824 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-8d488755-1d02-482c-8546-cf21d93dd962 req-0f789f3a-d88e-486d-aed4-6102f7fe5027 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:16.200024 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning for port 07b64f58-2f27-4e2b-b1cb-fd9712202bf8 completed by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 13:47:16.204680 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-8d488755-1d02-482c-8546-cf21d93dd962 req-0f789f3a-d88e-486d-aed4-6102f7fe5027 service neutron] 10.222.0.61 "PUT /v2.0/ports/a043c6d6-d4b4-4d25-927f-f3ba0a63e491 HTTP/1.1" status: 200 len: 1094 time: 2.0997322 Jun 08 13:47:16.218371 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ff0599-d152-4940-9811-f1187ab922e0', 'tag': 'a043c6d6-d4b4-4d25-927f-f3ba0a63e491'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:47:16.237249 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:16.291220 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning complete for port 07b64f58-2f27-4e2b-b1cb-fd9712202bf8 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:47:16.291588 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (07b64f58-2f27-4e2b-b1cb-fd9712202bf8), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:16.362334 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28168dff-ff7f-4cd6-861b-73f467d40af3 req-c34bc384-e530-4a13-9ee2-644aea9b1a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:16.362334 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-28168dff-ff7f-4cd6-861b-73f467d40af3 req-c34bc384-e530-4a13-9ee2-644aea9b1a33 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=87c115dc845a497292c12e2980e9f77b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2929845 Jun 08 13:47:16.401506 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-383fa66e-69af-4524-9421-31509e7c2ed4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0204163 Jun 08 13:47:16.421113 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 07b64f58-2f27-4e2b-b1cb-fd9712202bf8 is: BUILD; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:47:16.421564 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (07b64f58-2f27-4e2b-b1cb-fd9712202bf8), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:16.490191 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-d610fb2e-afd3-4243-bd99-bbe1c1cc33e6 service neutron] Request body: {'port': {'device_id': 'ac779098-8aa5-40b8-ae7d-dc4e463f015b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:47:16.523691 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-51db0ab7-8837-4939-9421-760534ba33f5 None None] Provisioning complete for port a0a7ddb0-7def-4156-9a5b-f3b477a1c311 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:47:16.524097 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-51db0ab7-8837-4939-9421-760534ba33f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:16.525039 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d06603-d567-4a9b-99cf-7776c2c99385 req-d91e4896-bd28-496d-ac00-6c5dd52bc81e tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:16.526619 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-11d06603-d567-4a9b-99cf-7776c2c99385 req-d91e4896-bd28-496d-ac00-6c5dd52bc81e tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 945 time: 0.2964256 Jun 08 13:47:16.538601 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee648927-27a4-4ca6-a341-22a82e9e54a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b64f58-2f27-4e2b-b1cb-fd9712202bf8'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:47:16.545799 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc7f28-04db-47b7-a358-1228ca3af28f req-345cdfd4-4ff4-46ae-8f53-c01f8af9cded tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:16.563359 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a5fc7f28-04db-47b7-a358-1228ca3af28f req-345cdfd4-4ff4-46ae-8f53-c01f8af9cded tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 943 time: 0.3401253 Jun 08 13:47:16.580550 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:16.601782 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f789f3a-d88e-486d-aed4-6102f7fe5027 service neutron] Pushing event updated for resources: {'Port': ['ID=a043c6d6-d4b4-4d25-927f-f3ba0a63e491,revision_number=3']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:16.625939 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d488755-1d02-482c-8546-cf21d93dd962 req-6d029e15-4b80-4046-8404-459457ff6e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:16.627718 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-8d488755-1d02-482c-8546-cf21d93dd962 req-6d029e15-4b80-4046-8404-459457ff6e79 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9abd79bc99784c3f81991d1cae37a074&device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 1128 time: 0.2379601 Jun 08 13:47:16.639042 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d63c58-ee70-450a-8f60-a5cabc0f1eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ff0599-d152-4940-9811-f1187ab922e0", "tag": "a043c6d6-d4b4-4d25-927f-f3ba0a63e491"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:47:16.715931 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 07b64f58-2f27-4e2b-b1cb-fd9712202bf8, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=07b64f58-2f27-4e2b-b1cb-fd9712202bf8,segment=NetworkSegment(99344786-4fbb-4a84-b3d0-9b46d1bc4125),segment_id=99344786-4fbb-4a84-b3d0-9b46d1bc4125)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:47:16.751885 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-51db0ab7-8837-4939-9421-760534ba33f5 None None] Port a0a7ddb0-7def-4156-9a5b-f3b477a1c311 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:47:16.781166 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a5fc7f28-04db-47b7-a358-1228ca3af28f req-8bd02b72-0070-4711-8a57-d2d08bb941cd tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133329 Jun 08 13:47:16.789725 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39b31f0-cc9d-4201-8e53-564118528bc2" -d '{"events": [{"server_uuid": "ee648927-27a4-4ca6-a341-22a82e9e54a2", "name": "network-vif-plugged", "status": "completed", "tag": "07b64f58-2f27-4e2b-b1cb-fd9712202bf8"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:47:16.799699 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (07b64f58-2f27-4e2b-b1cb-fd9712202bf8), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:16.825064 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-8d488755-1d02-482c-8546-cf21d93dd962 req-c391abcf-cce0-48fe-b234-1ff2e118e3e5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a043c6d6-d4b4-4d25-927f-f3ba0a63e491 HTTP/1.1" status: 200 len: 217 time: 0.1636665 Jun 08 13:47:16.859291 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28168dff-ff7f-4cd6-861b-73f467d40af3 req-a91b589a-bc1e-46ef-9a0c-35e3d8c63c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:16.860795 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-28168dff-ff7f-4cd6-861b-73f467d40af3 req-a91b589a-bc1e-46ef-9a0c-35e3d8c63c16 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4912670 Jun 08 13:47:16.864849 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-11d06603-d567-4a9b-99cf-7776c2c99385 req-f30aea30-5d65-40d4-be92-291ac61d3254 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923148 Jun 08 13:47:16.885831 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:16.986991 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-14f2b0db-3890-4136-a5c3-cd0ee1732282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:16.990225 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-14f2b0db-3890-4136-a5c3-cd0ee1732282 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87c115dc845a497292c12e2980e9f77b&device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 1127 time: 0.0639353 Jun 08 13:47:16.993150 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=07b64f58-2f27-4e2b-b1cb-fd9712202bf8,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:17.042881 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-0d41ca0b-53d0-402f-8244-966dd6bca5c7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38bbf42f-b3f0-44a4-992c-b83e8f85c80a HTTP/1.1" status: 200 len: 217 time: 0.0377121 Jun 08 13:47:17.119196 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040512c4-2447-42bb-ae37-5df1141ae362 x-openstack-request-id: req-040512c4-2447-42bb-ae37-5df1141ae362 {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:47:17.120594 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee648927-27a4-4ca6-a341-22a82e9e54a2", "name": "network-vif-plugged", "status": "completed", "tag": "07b64f58-2f27-4e2b-b1cb-fd9712202bf8", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:47:17.121719 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-040512c4-2447-42bb-ae37-5df1141ae362 {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:47:17.123070 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040512c4-2447-42bb-ae37-5df1141ae362'] response: {'server_uuid': 'ee648927-27a4-4ca6-a341-22a82e9e54a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b64f58-2f27-4e2b-b1cb-fd9712202bf8', 'code': 200} Jun 08 13:47:17.171724 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-d20db95f-941a-4f18-badc-201e2786d940 req-c96caf3e-a7fa-4e01-a5f5-ac589d63af5d service neutron] Attempting to bind port 10edcea1-58b0-4fcc-a997-70b2f8d25e44 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:47:17.172559 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-d20db95f-941a-4f18-badc-201e2786d940 req-c96caf3e-a7fa-4e01-a5f5-ac589d63af5d service neutron] Attempting to bind port 10edcea1-58b0-4fcc-a997-70b2f8d25e44 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '32b6b0f7-21d9-469a-8491-050a49ba265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f'}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:47:17.172889 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20db95f-941a-4f18-badc-201e2786d940 req-c96caf3e-a7fa-4e01-a5f5-ac589d63af5d service neutron] Attempting to bind port 10edcea1-58b0-4fcc-a997-70b2f8d25e44 on network ae8a0e1e-0700-4e0e-8372-c30751bbef6f {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:47:17.188805 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6077e8e8-9345-47f5-86ab-8753e2a14981 x-openstack-request-id: req-6077e8e8-9345-47f5-86ab-8753e2a14981 {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:47:17.188805 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ff0599-d152-4940-9811-f1187ab922e0", "tag": "a043c6d6-d4b4-4d25-927f-f3ba0a63e491", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:47:17.189098 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6077e8e8-9345-47f5-86ab-8753e2a14981 {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:47:17.190934 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6077e8e8-9345-47f5-86ab-8753e2a14981'] response: {'name': 'network-changed', 'server_uuid': 'b6ff0599-d152-4940-9811-f1187ab922e0', 'tag': 'a043c6d6-d4b4-4d25-927f-f3ba0a63e491', 'status': 'completed', 'code': 200} Jun 08 13:47:17.191065 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-65899dd8-72e6-46b1-82d1-782c7a0e74b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:17.191644 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-65899dd8-72e6-46b1-82d1-782c7a0e74b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a0a5efd6-6778-48b9-88e3-5a88abf2683a HTTP/1.1" status: 200 len: 849 time: 0.1389155 Jun 08 13:47:17.202484 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20db95f-941a-4f18-badc-201e2786d940 req-c96caf3e-a7fa-4e01-a5f5-ac589d63af5d service neutron] Port 10edcea1-58b0-4fcc-a997-70b2f8d25e44 on network ae8a0e1e-0700-4e0e-8372-c30751bbef6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:47:17.202801 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20db95f-941a-4f18-badc-201e2786d940 req-c96caf3e-a7fa-4e01-a5f5-ac589d63af5d service neutron] Attempting to bind port 10edcea1-58b0-4fcc-a997-70b2f8d25e44 on network ae8a0e1e-0700-4e0e-8372-c30751bbef6f {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:47:17.210704 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96caf3e-a7fa-4e01-a5f5-ac589d63af5d service neutron] Pushing event updated for resources: {'Port': ['ID=10edcea1-58b0-4fcc-a997-70b2f8d25e44,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:17.217914 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-d610fb2e-afd3-4243-bd99-bbe1c1cc33e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:17.233366 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20db95f-941a-4f18-badc-201e2786d940 req-c96caf3e-a7fa-4e01-a5f5-ac589d63af5d service neutron] Checking agent: {'id': '2c87fc52-0797-4c68-9855-572d3067389f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'started_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:47:17.233742 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20db95f-941a-4f18-badc-201e2786d940 req-c96caf3e-a7fa-4e01-a5f5-ac589d63af5d service neutron] Checking segment: {'id': '32b6b0f7-21d9-469a-8491-050a49ba265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:47:17.234075 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20db95f-941a-4f18-badc-201e2786d940 req-c96caf3e-a7fa-4e01-a5f5-ac589d63af5d service neutron] Bound using segment: {'id': '32b6b0f7-21d9-469a-8491-050a49ba265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f'} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:47:17.234519 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-d20db95f-941a-4f18-badc-201e2786d940 req-c96caf3e-a7fa-4e01-a5f5-ac589d63af5d service neutron] Bound port: 10edcea1-58b0-4fcc-a997-70b2f8d25e44, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b6b0f7-21d9-469a-8491-050a49ba265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f'}}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:47:17.234879 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-d20db95f-941a-4f18-badc-201e2786d940 req-c96caf3e-a7fa-4e01-a5f5-ac589d63af5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (10edcea1-58b0-4fcc-a997-70b2f8d25e44), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:17.254363 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d488755-1d02-482c-8546-cf21d93dd962 req-ba05dee8-60f1-426b-aea3-749213a6247a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:17.255967 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-8d488755-1d02-482c-8546-cf21d93dd962 req-ba05dee8-60f1-426b-aea3-749213a6247a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69836fd4-f98b-48c1-883c-8589e3b080df HTTP/1.1" status: 200 len: 857 time: 0.4077876 Jun 08 13:47:17.266585 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b47aac-2765-43ea-9f48-b78c52e67045 req-81e1af4c-a39b-4490-b7ca-2120ca3465c3 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:17.268158 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-21b47aac-2765-43ea-9f48-b78c52e67045 req-81e1af4c-a39b-4490-b7ca-2120ca3465c3 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 943 time: 0.1180944 Jun 08 13:47:17.306256 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-1bc0b023-eada-4466-81ac-63091a815f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:17.307958 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-1bc0b023-eada-4466-81ac-63091a815f93 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=42d99904-a8b4-4285-872c-5a43c79568a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1099072 Jun 08 13:47:17.417764 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d488755-1d02-482c-8546-cf21d93dd962 req-fb9ed679-59f8-42e6-8674-caf1859dbfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:17.419353 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-8d488755-1d02-482c-8546-cf21d93dd962 req-fb9ed679-59f8-42e6-8674-caf1859dbfd8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1571321 Jun 08 13:47:17.426286 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-72d7e189-763f-4ea4-b75f-afb0a346f1a4 service neutron] 10.222.0.61 "GET /v2.0/networks/42d99904-a8b4-4285-872c-5a43c79568a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105080 Jun 08 13:47:17.499575 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.61', 63272) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:17.519390 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-d20db95f-941a-4f18-badc-201e2786d940 req-c96caf3e-a7fa-4e01-a5f5-ac589d63af5d service neutron] For port 10edcea1-58b0-4fcc-a997-70b2f8d25e44, host hv-cinder-81914, cleared binding levels {{(pid=110998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:47:17.567829 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-21b47aac-2765-43ea-9f48-b78c52e67045 req-3ba522c8-d00e-4938-a122-51bc7a5397db tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2885134 Jun 08 13:47:17.587732 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-d20db95f-941a-4f18-badc-201e2786d940 req-c96caf3e-a7fa-4e01-a5f5-ac589d63af5d service neutron] For port 10edcea1-58b0-4fcc-a997-70b2f8d25e44, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=10edcea1-58b0-4fcc-a997-70b2f8d25e44,segment=NetworkSegment(32b6b0f7-21d9-469a-8491-050a49ba265a),segment_id=32b6b0f7-21d9-469a-8491-050a49ba265a)] {{(pid=110998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:47:17.625478 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968916fc-882d-4c65-b39e-c9499ba392db req-097c09b7-dcf3-4c94-99e6-121a74649d3f tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:17.627025 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-968916fc-882d-4c65-b39e-c9499ba392db req-097c09b7-dcf3-4c94-99e6-121a74649d3f tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 931 time: 0.2104867 Jun 08 13:47:17.658867 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55316749-48d9-4ab8-9e18-98c6732be2f2 req-53e9739b-5079-4550-a3ae-9995df9af30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:17.660382 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-55316749-48d9-4ab8-9e18-98c6732be2f2 req-53e9739b-5079-4550-a3ae-9995df9af30d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 1130 time: 0.1365292 Jun 08 13:47:17.681099 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-8d488755-1d02-482c-8546-cf21d93dd962 req-4aa55dfa-c61e-4c2a-abe0-41923b1e717a service neutron] 10.222.0.61 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533212 Jun 08 13:47:17.714562 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-55316749-48d9-4ab8-9e18-98c6732be2f2 req-d513b40f-4c3b-4d39-9873-b7008710444b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:17.716260 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-d20db95f-941a-4f18-badc-201e2786d940 req-c96caf3e-a7fa-4e01-a5f5-ac589d63af5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (10edcea1-58b0-4fcc-a997-70b2f8d25e44), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:17.742650 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-b9b45e1b-5ac9-4878-a6c2-e87f8958a62c service neutron] 10.222.0.61 "GET /v2.0/networks/42d99904-a8b4-4285-872c-5a43c79568a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039358 Jun 08 13:47:17.751237 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-968916fc-882d-4c65-b39e-c9499ba392db req-66cc340e-fe03-4590-b366-29d1cddf6848 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110291 Jun 08 13:47:17.777254 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:17.824947 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20db95f-941a-4f18-badc-201e2786d940 req-c96caf3e-a7fa-4e01-a5f5-ac589d63af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:17.825573 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-d20db95f-941a-4f18-badc-201e2786d940 req-c96caf3e-a7fa-4e01-a5f5-ac589d63af5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:17.827022 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-d20db95f-941a-4f18-badc-201e2786d940 req-c96caf3e-a7fa-4e01-a5f5-ac589d63af5d service neutron] 10.222.0.61 "PUT /v2.0/ports/10edcea1-58b0-4fcc-a997-70b2f8d25e44 HTTP/1.1" status: 200 len: 1093 time: 3.7270367 Jun 08 13:47:17.846667 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-55316749-48d9-4ab8-9e18-98c6732be2f2 req-d513b40f-4c3b-4d39-9873-b7008710444b service neutron] Publish callbacks [] for security_group (b499c2e0-6a0f-4625-963b-f9e73dc06195), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:17.876544 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96caf3e-a7fa-4e01-a5f5-ac589d63af5d service neutron] Pushing event updated for resources: {'Port': ['ID=10edcea1-58b0-4fcc-a997-70b2f8d25e44,revision_number=3']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:17.916945 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-8d488755-1d02-482c-8546-cf21d93dd962 req-b0a66e00-31eb-4696-a4a0-0704139ad11a service neutron] 10.222.0.61 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279103 Jun 08 13:47:17.940456 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-d610fb2e-afd3-4243-bd99-bbe1c1cc33e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a7ddb0-7def-4156-9a5b-f3b477a1c311 {{(pid=110998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:47:17.940572 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7456d-4cd5-42e4-93cb-93d5ae737352 req-af817654-8d92-4597-a35c-f70deccded00 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:17.940572 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fed7456d-4cd5-42e4-93cb-93d5ae737352 req-af817654-8d92-4597-a35c-f70deccded00 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 943 time: 0.0719171 Jun 08 13:47:17.940754 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-d610fb2e-afd3-4243-bd99-bbe1c1cc33e6 service neutron] Publish callbacks [] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:17.955030 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.provisioning_blocks [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-d610fb2e-afd3-4243-bd99-bbe1c1cc33e6 service neutron] Transition to ACTIVE for port object a0a7ddb0-7def-4156-9a5b-f3b477a1c311 will not be triggered until provisioned by entity L2. {{(pid=110998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 13:47:17.967563 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-55316749-48d9-4ab8-9e18-98c6732be2f2 req-d513b40f-4c3b-4d39-9873-b7008710444b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (b499c2e0-6a0f-4625-963b-f9e73dc06195), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:18.045874 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-d610fb2e-afd3-4243-bd99-bbe1c1cc33e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:18.072236 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-55316749-48d9-4ab8-9e18-98c6732be2f2 req-d513b40f-4c3b-4d39-9873-b7008710444b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969004 Jun 08 13:47:18.073199 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513b40f-4c3b-4d39-9873-b7008710444b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b499c2e0-6a0f-4625-963b-f9e73dc06195,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:18.078415 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fed7456d-4cd5-42e4-93cb-93d5ae737352 req-c1b90135-407e-41dd-8f52-0af5aa52f0a7 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350563 Jun 08 13:47:18.085048 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b1985-b072-4baa-86a3-7e3d34dd5407 req-35e500a6-e46e-43ab-950a-1ec88156fec9 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:18.090439 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-546b1985-b072-4baa-86a3-7e3d34dd5407 req-35e500a6-e46e-43ab-950a-1ec88156fec9 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 946 time: 0.1210163 Jun 08 13:47:18.164100 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-546b1985-b072-4baa-86a3-7e3d34dd5407 req-eb471d56-e898-4b6d-96f6-d8c97bbde26a tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657668 Jun 08 13:47:18.179626 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610fb2e-afd3-4243-bd99-bbe1c1cc33e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a7ddb0-7def-4156-9a5b-f3b477a1c311,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:18.185303 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-d610fb2e-afd3-4243-bd99-bbe1c1cc33e6 service neutron] Attempting to bind port a0a7ddb0-7def-4156-9a5b-f3b477a1c311 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:47:18.185634 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-d610fb2e-afd3-4243-bd99-bbe1c1cc33e6 service neutron] Attempting to bind port a0a7ddb0-7def-4156-9a5b-f3b477a1c311 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'a5fe51d5-0992-41c9-9311-f6f6cc7a2fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0'}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:47:18.185963 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-d610fb2e-afd3-4243-bd99-bbe1c1cc33e6 service neutron] Attempting to bind port a0a7ddb0-7def-4156-9a5b-f3b477a1c311 on network 12800c86-d5ba-481d-a55e-8c6ac82045b0 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:47:18.193621 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-d610fb2e-afd3-4243-bd99-bbe1c1cc33e6 service neutron] Port a0a7ddb0-7def-4156-9a5b-f3b477a1c311 on network 12800c86-d5ba-481d-a55e-8c6ac82045b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:47:18.193621 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-d610fb2e-afd3-4243-bd99-bbe1c1cc33e6 service neutron] Attempting to bind port a0a7ddb0-7def-4156-9a5b-f3b477a1c311 on network 12800c86-d5ba-481d-a55e-8c6ac82045b0 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:47:18.197797 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-d610fb2e-afd3-4243-bd99-bbe1c1cc33e6 service neutron] Checking agent: {'id': '2c87fc52-0797-4c68-9855-572d3067389f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'started_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:47:18.198132 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-d610fb2e-afd3-4243-bd99-bbe1c1cc33e6 service neutron] Checking segment: {'id': 'a5fe51d5-0992-41c9-9311-f6f6cc7a2fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:47:18.198510 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-d610fb2e-afd3-4243-bd99-bbe1c1cc33e6 service neutron] Bound using segment: {'id': 'a5fe51d5-0992-41c9-9311-f6f6cc7a2fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0'} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:47:18.199073 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-d610fb2e-afd3-4243-bd99-bbe1c1cc33e6 service neutron] Bound port: a0a7ddb0-7def-4156-9a5b-f3b477a1c311, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5fe51d5-0992-41c9-9311-f6f6cc7a2fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0'}}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:47:18.199439 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-d610fb2e-afd3-4243-bd99-bbe1c1cc33e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:18.267408 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-d610fb2e-afd3-4243-bd99-bbe1c1cc33e6 service neutron] For port a0a7ddb0-7def-4156-9a5b-f3b477a1c311, host hv-cinder-81914, cleared binding levels {{(pid=110998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:47:18.272282 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-d610fb2e-afd3-4243-bd99-bbe1c1cc33e6 service neutron] For port a0a7ddb0-7def-4156-9a5b-f3b477a1c311, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a0a7ddb0-7def-4156-9a5b-f3b477a1c311,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:47:18.306383 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:18.369710 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-d610fb2e-afd3-4243-bd99-bbe1c1cc33e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:18.421606 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-d610fb2e-afd3-4243-bd99-bbe1c1cc33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:18.422173 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-d610fb2e-afd3-4243-bd99-bbe1c1cc33e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:18.423551 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-d610fb2e-afd3-4243-bd99-bbe1c1cc33e6 service neutron] 10.222.0.61 "PUT /v2.0/ports/a0a7ddb0-7def-4156-9a5b-f3b477a1c311 HTTP/1.1" status: 200 len: 1093 time: 1.9458878 Jun 08 13:47:18.439324 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:18.442914 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610fb2e-afd3-4243-bd99-bbe1c1cc33e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a7ddb0-7def-4156-9a5b-f3b477a1c311,revision_number=3']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:18.690290 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10c10f-0748-4d3c-ac49-5667ba0776f5 req-8fc4a2c8-10ae-4ee7-8493-7318f2c52968 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:18.691732 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fe10c10f-0748-4d3c-ac49-5667ba0776f5 req-8fc4a2c8-10ae-4ee7-8493-7318f2c52968 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 943 time: 0.0464449 Jun 08 13:47:18.742953 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fe10c10f-0748-4d3c-ac49-5667ba0776f5 req-706be7cd-fffb-4798-a36d-d08db8b02965 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448601 Jun 08 13:47:18.883743 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e69cc4-071d-48ee-8c1e-5946f1dca3a9 req-67306a8d-5b64-42c6-9cdf-6949386c326d tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:18.885373 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-62e69cc4-071d-48ee-8c1e-5946f1dca3a9 req-67306a8d-5b64-42c6-9cdf-6949386c326d tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.0469050 Jun 08 13:47:18.937616 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-62e69cc4-071d-48ee-8c1e-5946f1dca3a9 req-2ece0a3f-e7cb-4d31-abdc-d84db2c74339 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466700 Jun 08 13:47:19.191165 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0eac024-11de-495f-81cd-85391caa0e2d', 'tag': '10edcea1-58b0-4fcc-a997-70b2f8d25e44'}, {'name': 'network-changed', 'server_uuid': 'ac779098-8aa5-40b8-ae7d-dc4e463f015b', 'tag': 'a0a7ddb0-7def-4156-9a5b-f3b477a1c311'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:47:19.194662 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70243f70-5d17-408e-9eaa-975882e58824" -d '{"events": [{"name": "network-changed", "server_uuid": "b0eac024-11de-495f-81cd-85391caa0e2d", "tag": "10edcea1-58b0-4fcc-a997-70b2f8d25e44"}, {"name": "network-changed", "server_uuid": "ac779098-8aa5-40b8-ae7d-dc4e463f015b", "tag": "a0a7ddb0-7def-4156-9a5b-f3b477a1c311"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:47:19.285994 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fbdb0-201d-45d4-b651-dd0c621a197d req-01137741-e13d-4f32-93fa-d54c2bf8e92f tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:19.288123 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-552fbdb0-201d-45d4-b651-dd0c621a197d req-01137741-e13d-4f32-93fa-d54c2bf8e92f tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 946 time: 0.0539374 Jun 08 13:47:19.370943 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52961a4-f6a5-4bea-9dc4-dc39de91c690 req-978b9bea-3aa7-44e5-a81b-8dbb8f19d68a tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:19.372477 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a52961a4-f6a5-4bea-9dc4-dc39de91c690 req-978b9bea-3aa7-44e5-a81b-8dbb8f19d68a tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 943 time: 0.0719235 Jun 08 13:47:19.376898 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-552fbdb0-201d-45d4-b651-dd0c621a197d req-dc873ef3-b0e7-458c-8b02-c7ecb19d77a2 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833266 Jun 08 13:47:19.425923 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Jun 2022 13:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14afb5b-6da6-452b-8a4c-6dcf1d44a31f x-openstack-request-id: req-f14afb5b-6da6-452b-8a4c-6dcf1d44a31f {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:47:19.426417 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0eac024-11de-495f-81cd-85391caa0e2d", "tag": "10edcea1-58b0-4fcc-a997-70b2f8d25e44", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ac779098-8aa5-40b8-ae7d-dc4e463f015b", "tag": "a0a7ddb0-7def-4156-9a5b-f3b477a1c311", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:47:19.426522 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f14afb5b-6da6-452b-8a4c-6dcf1d44a31f {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:47:19.426841 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14afb5b-6da6-452b-8a4c-6dcf1d44a31f'] response: {'name': 'network-changed', 'server_uuid': 'b0eac024-11de-495f-81cd-85391caa0e2d', 'tag': '10edcea1-58b0-4fcc-a997-70b2f8d25e44', 'status': 'completed', 'code': 200} Jun 08 13:47:19.427093 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14afb5b-6da6-452b-8a4c-6dcf1d44a31f'] response: {'name': 'network-changed', 'server_uuid': 'ac779098-8aa5-40b8-ae7d-dc4e463f015b', 'tag': 'a0a7ddb0-7def-4156-9a5b-f3b477a1c311', 'status': 'completed', 'code': 200} Jun 08 13:47:19.432192 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a52961a4-f6a5-4bea-9dc4-dc39de91c690 req-ea1d71e2-c386-4625-8e40-cd398e47fb6a tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531652 Jun 08 13:47:19.859294 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9c9bd-dcba-432a-8dc3-21ec9915b290 req-b5d862c4-f65e-4f06-8edc-d1bd3bd9d610 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:19.860685 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5ea9c9bd-dcba-432a-8dc3-21ec9915b290 req-b5d862c4-f65e-4f06-8edc-d1bd3bd9d610 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 943 time: 0.0459421 Jun 08 13:47:19.911391 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5ea9c9bd-dcba-432a-8dc3-21ec9915b290 req-a192c853-f020-42bd-8751-0fb80e44b296 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448966 Jun 08 13:47:20.055500 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbda45-a21f-4b79-82e9-88fc19228824 req-7f88022b-70fc-4675-9d9d-bd97ba6f882c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:20.057155 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-14cbda45-a21f-4b79-82e9-88fc19228824 req-7f88022b-70fc-4675-9d9d-bd97ba6f882c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.0486662 Jun 08 13:47:20.108684 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-14cbda45-a21f-4b79-82e9-88fc19228824 req-b246dd08-d52b-4704-a436-e25d74416770 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460124 Jun 08 13:47:20.116815 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 33756) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:20.128701 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:20.221001 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-cde3e7f0-03d3-4e82-94b3-2228bbb5b87c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:20.293931 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-cde3e7f0-03d3-4e82-94b3-2228bbb5b87c admin admin] Publish callbacks [] for security_group (8d7dab26-fdeb-4b77-8fc9-e989814bb188), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:20.363053 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-cde3e7f0-03d3-4e82-94b3-2228bbb5b87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (8d7dab26-fdeb-4b77-8fc9-e989814bb188), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:20.402378 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-cde3e7f0-03d3-4e82-94b3-2228bbb5b87c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d00ed3721b38435eb41276656efe7937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2845342 Jun 08 13:47:20.403790 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3e7f0-03d3-4e82-94b3-2228bbb5b87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7dab26-fdeb-4b77-8fc9-e989814bb188,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:20.405078 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 33766) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:20.462415 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-327d5cb1-6904-4cf8-9261-32c2275ed52e admin admin] Publish callbacks [] for security_group (8d7dab26-fdeb-4b77-8fc9-e989814bb188), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:20.487580 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-327d5cb1-6904-4cf8-9261-32c2275ed52e admin admin] Publish callbacks [] for security_group (8d7dab26-fdeb-4b77-8fc9-e989814bb188), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:20.514065 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9685ff-551a-4160-b047-dd25f5e84ccb req-2ea03450-a69f-4b37-a715-b411d78c16f7 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:20.515758 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0d9685ff-551a-4160-b047-dd25f5e84ccb req-2ea03450-a69f-4b37-a715-b411d78c16f7 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 946 time: 0.0641224 Jun 08 13:47:20.579525 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b9c71-062c-42dd-9ae8-31e57934b029 req-b9be863f-8a39-4f4b-9137-0182ca8dd43c tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:20.580988 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b73b9c71-062c-42dd-9ae8-31e57934b029 req-b9be863f-8a39-4f4b-9137-0182ca8dd43c tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 943 time: 0.0643110 Jun 08 13:47:20.609366 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0d9685ff-551a-4160-b047-dd25f5e84ccb req-eb00ca4c-1370-47eb-8e47-9f6ef2de4c7e tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819764 Jun 08 13:47:20.634453 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-327d5cb1-6904-4cf8-9261-32c2275ed52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (8d7dab26-fdeb-4b77-8fc9-e989814bb188), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:20.637303 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-327d5cb1-6904-4cf8-9261-32c2275ed52e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:20.640736 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-327d5cb1-6904-4cf8-9261-32c2275ed52e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8d7dab26-fdeb-4b77-8fc9-e989814bb188 HTTP/1.1" status: 204 len: 168 time: 0.2324035 Jun 08 13:47:20.642272 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b73b9c71-062c-42dd-9ae8-31e57934b029 req-9941f96f-3948-42e7-b33a-da5277c0c11f tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549457 Jun 08 13:47:20.648376 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d5cb1-6904-4cf8-9261-32c2275ed52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7dab26-fdeb-4b77-8fc9-e989814bb188,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:21.026432 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61b1cd-fccf-4722-b1bf-b5f7d4bd6bd1 req-8f558184-9b48-4855-9bf0-98797d182e57 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:21.028007 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1a61b1cd-fccf-4722-b1bf-b5f7d4bd6bd1 req-8f558184-9b48-4855-9bf0-98797d182e57 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 943 time: 0.0503137 Jun 08 13:47:21.222937 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:21.280256 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdcc99-d904-4033-ac42-67a9f4cd8f27 req-d0216ea6-aed8-4b79-b0ab-a9454e7f102f tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:21.281691 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-30fdcc99-d904-4033-ac42-67a9f4cd8f27 req-d0216ea6-aed8-4b79-b0ab-a9454e7f102f tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.0640061 Jun 08 13:47:21.284942 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1a61b1cd-fccf-4722-b1bf-b5f7d4bd6bd1 req-4e32147d-6d8d-435c-9764-dc9161e60ec8 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2514300 Jun 08 13:47:21.329055 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-30fdcc99-d904-4033-ac42-67a9f4cd8f27 req-d85190af-aea3-4704-9d9a-aa577a38261e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418258 Jun 08 13:47:21.338177 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 33780) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:21.352484 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-205bf282-d36f-4aa2-ad84-92920dddf45d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:21.376957 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:21.438114 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-205bf282-d36f-4aa2-ad84-92920dddf45d admin admin] Publish callbacks [] for security_group (c7da822a-ed47-4434-8c2b-3057f6c13748), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:21.519639 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-205bf282-d36f-4aa2-ad84-92920dddf45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (c7da822a-ed47-4434-8c2b-3057f6c13748), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:21.563471 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bf282-d36f-4aa2-ad84-92920dddf45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7da822a-ed47-4434-8c2b-3057f6c13748,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:21.571206 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-205bf282-d36f-4aa2-ad84-92920dddf45d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e9164d3c74254772ba2f67a806052b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287927 Jun 08 13:47:21.571585 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 33796) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:21.625804 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b4a9011d-94a8-4d5d-bff2-c75e96807454 admin admin] Publish callbacks [] for security_group (c7da822a-ed47-4434-8c2b-3057f6c13748), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:21.627404 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:21.649344 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b4a9011d-94a8-4d5d-bff2-c75e96807454 admin admin] Publish callbacks [] for security_group (c7da822a-ed47-4434-8c2b-3057f6c13748), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:21.725511 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=6 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:21.744940 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72135acb-c63e-402e-b7da-c9b63ed2406c req-58aea345-d58d-47f8-af9d-1d10e966827c tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:21.746396 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-72135acb-c63e-402e-b7da-c9b63ed2406c req-58aea345-d58d-47f8-af9d-1d10e966827c tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 946 time: 0.0667121 Jun 08 13:47:21.800858 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1968d-661a-4ffd-b393-428f34b898f8 req-56e6c3ba-46ec-411d-8182-83733fd4a335 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:21.800858 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fbc1968d-661a-4ffd-b393-428f34b898f8 req-56e6c3ba-46ec-411d-8182-83733fd4a335 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 943 time: 0.0741856 Jun 08 13:47:21.840534 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-72135acb-c63e-402e-b7da-c9b63ed2406c req-2df66541-f36b-41f6-8207-45dcb1e18265 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752995 Jun 08 13:47:21.869318 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fbc1968d-661a-4ffd-b393-428f34b898f8 req-f8ab272d-2089-42a0-abea-0e1ceb2581a5 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591047 Jun 08 13:47:21.879137 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b4a9011d-94a8-4d5d-bff2-c75e96807454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (c7da822a-ed47-4434-8c2b-3057f6c13748), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:21.884875 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b4a9011d-94a8-4d5d-bff2-c75e96807454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:21.884875 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-b4a9011d-94a8-4d5d-bff2-c75e96807454 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c7da822a-ed47-4434-8c2b-3057f6c13748 HTTP/1.1" status: 204 len: 168 time: 0.3105640 Jun 08 13:47:21.891284 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9011d-94a8-4d5d-bff2-c75e96807454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7da822a-ed47-4434-8c2b-3057f6c13748,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:22.282979 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:22.372666 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:22.410028 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17642d-8fda-4232-86bc-d6c01dd377c6 req-798d25a9-475d-4978-888b-7885a470cbff tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:22.411550 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-cb17642d-8fda-4232-86bc-d6c01dd377c6 req-798d25a9-475d-4978-888b-7885a470cbff tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 943 time: 0.0567605 Jun 08 13:47:22.479800 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10272e4c-30ff-40b8-99cd-3c04a1bfe60c req-568320b8-1e63-444b-8367-801247b0e48a tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:22.481207 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-10272e4c-30ff-40b8-99cd-3c04a1bfe60c req-568320b8-1e63-444b-8367-801247b0e48a tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.0684416 Jun 08 13:47:22.518618 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-cb17642d-8fda-4232-86bc-d6c01dd377c6 req-41056ef7-43a1-4830-ad8c-3c9c9846b143 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0951579 Jun 08 13:47:22.545138 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-10272e4c-30ff-40b8-99cd-3c04a1bfe60c req-3f0b697a-4440-49e1-b5fa-0bbb7cec5bd1 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565968 Jun 08 13:47:22.987339 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:22.996909 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e5298-c554-4040-b4b8-951066688ae8 req-d9fa004b-6b87-4a06-aa59-8606958f3590 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:22.998430 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1f4e5298-c554-4040-b4b8-951066688ae8 req-d9fa004b-6b87-4a06-aa59-8606958f3590 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 946 time: 0.0867414 Jun 08 13:47:23.010745 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda80388-f762-4be3-86da-18086d229ba6 req-356c497c-a831-4d38-aeea-2f1d08b0002b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:23.012390 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fda80388-f762-4be3-86da-18086d229ba6 req-356c497c-a831-4d38-aeea-2f1d08b0002b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 943 time: 0.0654459 Jun 08 13:47:23.090851 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1f4e5298-c554-4040-b4b8-951066688ae8 req-a4606bf3-0c97-4925-9baa-ffec3d8c721e tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774853 Jun 08 13:47:23.098713 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fda80388-f762-4be3-86da-18086d229ba6 req-008d99a2-2e1c-45b0-a97d-02753392672a tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791409 Jun 08 13:47:23.511241 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=8 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:23.654727 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:23.661126 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd15b2-5b79-4453-8c3e-eef85d7e26ac req-667b456f-67d0-42f9-acd0-2828e7d1e87c tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:23.663389 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-eecd15b2-5b79-4453-8c3e-eef85d7e26ac req-667b456f-67d0-42f9-acd0-2828e7d1e87c tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 943 time: 0.0767574 Jun 08 13:47:23.686297 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e62c7-347b-42b6-a262-d4f8b0bd9103 req-6eb7bd88-d371-477b-8abe-8423edd69d97 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:23.687717 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bf1e62c7-347b-42b6-a262-d4f8b0bd9103 req-6eb7bd88-d371-477b-8abe-8423edd69d97 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.0678594 Jun 08 13:47:23.722240 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:23.752067 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-eecd15b2-5b79-4453-8c3e-eef85d7e26ac req-bf118211-4f4d-433f-8328-687c09fea684 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0804348 Jun 08 13:47:23.764266 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bf1e62c7-347b-42b6-a262-d4f8b0bd9103 req-c2471061-fbd4-4a6b-8cb5-ed31b0c9843c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691593 Jun 08 13:47:24.234349 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f14404-69d1-4e16-bed9-bf0c25f81bf7 req-a27e7b92-765d-4446-854a-8fab80e73890 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:24.235821 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-60f14404-69d1-4e16-bed9-bf0c25f81bf7 req-a27e7b92-765d-4446-854a-8fab80e73890 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 946 time: 0.0752349 Jun 08 13:47:24.256279 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76e6e0-677d-461c-802c-b124511cbc5d req-c84be034-eaeb-4e7e-9832-9ad4ab3beaf7 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:24.257688 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4d76e6e0-677d-461c-802c-b124511cbc5d req-c84be034-eaeb-4e7e-9832-9ad4ab3beaf7 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 943 time: 0.0689116 Jun 08 13:47:24.316564 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-60f14404-69d1-4e16-bed9-bf0c25f81bf7 req-37ad6369-6130-4159-b8dc-8d3298f2a0af tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745039 Jun 08 13:47:24.327726 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4d76e6e0-677d-461c-802c-b124511cbc5d req-c042f2f7-e262-4376-81a2-fe0aba130334 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630717 Jun 08 13:47:24.505843 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:24.882690 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:24.901367 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462633a7-8384-4b2d-820a-766818352b14 req-b42622ff-62f0-4a32-b87b-6728d0a8dbd3 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:24.902908 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-462633a7-8384-4b2d-820a-766818352b14 req-b42622ff-62f0-4a32-b87b-6728d0a8dbd3 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 943 time: 0.0809512 Jun 08 13:47:24.923199 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01cae7-6a4e-4ac6-af6b-fa4e820086ec req-5ea18fe1-ad22-4f98-9210-5f5eca79305f tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:24.924637 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bf01cae7-6a4e-4ac6-af6b-fa4e820086ec req-5ea18fe1-ad22-4f98-9210-5f5eca79305f tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.0674415 Jun 08 13:47:24.994583 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-462633a7-8384-4b2d-820a-766818352b14 req-cd6c6988-3c44-4249-8577-a78201b131d7 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860662 Jun 08 13:47:25.013309 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bf01cae7-6a4e-4ac6-af6b-fa4e820086ec req-461cb527-857b-4bcc-91cd-865a3230a5dc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812855 Jun 08 13:47:25.236010 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-28341c99-cb90-4643-8d89-df0fa906baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:25.237554 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-28341c99-cb90-4643-8d89-df0fa906baa6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0cc65fa99694daa81878db0200bdb4b&device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 1127 time: 0.0435472 Jun 08 13:47:25.243955 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d63c58-ee70-450a-8f60-a5cabc0f1eb2 req-6202bc0d-3f6a-4366-a4ec-255658f3fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:25.256884 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-59d63c58-ee70-450a-8f60-a5cabc0f1eb2 req-6202bc0d-3f6a-4366-a4ec-255658f3fd47 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9abd79bc99784c3f81991d1cae37a074&device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 1128 time: 0.0535686 Jun 08 13:47:25.286105 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-e7238f3a-45b4-414b-a3d5-61073266d573 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0a7ddb0-7def-4156-9a5b-f3b477a1c311 HTTP/1.1" status: 200 len: 217 time: 0.0390582 Jun 08 13:47:25.354622 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:25.440992 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d63c58-ee70-450a-8f60-a5cabc0f1eb2 req-ead3395d-0f19-4f04-9dff-28da8c37a5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:25.442716 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-59d63c58-ee70-450a-8f60-a5cabc0f1eb2 req-ead3395d-0f19-4f04-9dff-28da8c37a5bc service neutron] 10.222.0.61 "GET /v2.0/networks?id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f HTTP/1.1" status: 200 len: 919 time: 0.1869915 Jun 08 13:47:25.446843 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70243f70-5d17-408e-9eaa-975882e58824 req-0087ca5f-b953-43ba-bd99-d559c05b4325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:25.448505 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-70243f70-5d17-408e-9eaa-975882e58824 req-0087ca5f-b953-43ba-bd99-d559c05b4325 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9abd79bc99784c3f81991d1cae37a074&device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 1127 time: 0.1896794 Jun 08 13:47:25.541026 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-14756fb2-24ea-4ca6-b3df-ee2124bf4c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:25.542511 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-14756fb2-24ea-4ca6-b3df-ee2124bf4c1d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a82067f-8037-420a-aa38-ea511b7711ca HTTP/1.1" status: 200 len: 853 time: 0.1540763 Jun 08 13:47:25.551095 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a2189-b635-45e4-9a40-185714a8c8e4 req-1b853d3e-b274-48fa-a0bf-6ab5ae4160b2 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:25.556517 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-587a2189-b635-45e4-9a40-185714a8c8e4 req-1b853d3e-b274-48fa-a0bf-6ab5ae4160b2 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 943 time: 0.1044085 Jun 08 13:47:25.572135 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc0026-d104-4d67-a0ae-c3df3956109e req-a6ec4201-afca-47bc-a570-1a849b330741 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:25.573757 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-65bc0026-d104-4d67-a0ae-c3df3956109e req-a6ec4201-afca-47bc-a570-1a849b330741 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 946 time: 0.1198514 Jun 08 13:47:25.644653 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-587a2189-b635-45e4-9a40-185714a8c8e4 req-8b7c9dd4-ebe9-4a3b-ae8e-4a5fbee62e85 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850720 Jun 08 13:47:25.652247 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-65bc0026-d104-4d67-a0ae-c3df3956109e req-94c9d183-6535-4074-a530-8a3749057ae2 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695727 Jun 08 13:47:25.905477 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-35567bd6-cf61-441c-bf3b-e7da00adcf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:25.906996 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-35567bd6-cf61-441c-bf3b-e7da00adcf1b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=12800c86-d5ba-481d-a55e-8c6ac82045b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435753 Jun 08 13:47:25.937999 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-59d63c58-ee70-450a-8f60-a5cabc0f1eb2 req-f312392c-493a-4b17-8fef-1e0505182265 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a043c6d6-d4b4-4d25-927f-f3ba0a63e491 HTTP/1.1" status: 200 len: 217 time: 0.0754929 Jun 08 13:47:26.011989 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-c357931b-5e48-4d56-9845-35ae5f87210a service neutron] 10.222.0.61 "GET /v2.0/networks/12800c86-d5ba-481d-a55e-8c6ac82045b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977049 Jun 08 13:47:26.121347 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d63c58-ee70-450a-8f60-a5cabc0f1eb2 req-6f55a53e-b8ce-446b-8fef-8027f573947a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:26.122999 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-59d63c58-ee70-450a-8f60-a5cabc0f1eb2 req-6f55a53e-b8ce-446b-8fef-8027f573947a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69836fd4-f98b-48c1-883c-8589e3b080df HTTP/1.1" status: 200 len: 857 time: 0.1525738 Jun 08 13:47:26.147865 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70243f70-5d17-408e-9eaa-975882e58824 req-a8cadb5a-5a73-40e8-84e9-cf94ad86d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:26.149667 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-70243f70-5d17-408e-9eaa-975882e58824 req-a8cadb5a-5a73-40e8-84e9-cf94ad86d610 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=9abd79bc99784c3f81991d1cae37a074&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2760489 Jun 08 13:47:26.160472 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:26.167583 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-577fe5e6-084c-438f-818c-2b78a3ed3e2f req-83911b97-656b-4980-b0ea-18c44e513c1a service neutron] 10.222.0.61 "GET /v2.0/networks/12800c86-d5ba-481d-a55e-8c6ac82045b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498141 Jun 08 13:47:26.213465 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f575e9b-fb5d-421d-bb4d-bbb455fdf066 req-c093a9db-7e1b-49b1-bff8-c3af27c37075 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:26.215116 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1f575e9b-fb5d-421d-bb4d-bbb455fdf066 req-c093a9db-7e1b-49b1-bff8-c3af27c37075 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 943 time: 0.0855858 Jun 08 13:47:26.235813 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63f8fb-5b1e-4557-ac2e-1201289b21c5 req-a26aa6cc-dd5e-45df-b668-92343ab0f4ad tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:26.240615 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5f63f8fb-5b1e-4557-ac2e-1201289b21c5 req-a26aa6cc-dd5e-45df-b668-92343ab0f4ad tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.0787153 Jun 08 13:47:26.300789 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1f575e9b-fb5d-421d-bb4d-bbb455fdf066 req-eabd784d-5007-48f5-989f-e0cbbac5b14d tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797541 Jun 08 13:47:26.343259 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5f63f8fb-5b1e-4557-ac2e-1201289b21c5 req-f9d7637b-2717-4bf3-a8d8-62b2c5a146f4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784009 Jun 08 13:47:26.476628 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d63c58-ee70-450a-8f60-a5cabc0f1eb2 req-31463a60-25b0-439e-a1a4-55a165209ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:26.478138 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-59d63c58-ee70-450a-8f60-a5cabc0f1eb2 req-31463a60-25b0-439e-a1a4-55a165209ed9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3274949 Jun 08 13:47:26.542478 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70243f70-5d17-408e-9eaa-975882e58824 req-2d5c7356-0133-4913-9732-300cdc3e38de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:26.543969 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-70243f70-5d17-408e-9eaa-975882e58824 req-2d5c7356-0133-4913-9732-300cdc3e38de service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3845751 Jun 08 13:47:26.721102 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device a043c6d6-d4b4-4d25-927f-f3ba0a63e491 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:47:26.794035 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2818d-6149-4cba-86aa-ff3af24c8773 req-f1670143-c566-4d8e-be68-f2cb5b75371a tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:26.800627 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-42d2818d-6149-4cba-86aa-ff3af24c8773 req-f1670143-c566-4d8e-be68-f2cb5b75371a tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 943 time: 0.0831931 Jun 08 13:47:26.827729 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8271409-4cfe-4eb9-b560-42dd3e57487d req-f7901ae7-257e-4318-ba9c-b12c2ab77882 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:26.829317 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b8271409-4cfe-4eb9-b560-42dd3e57487d req-f7901ae7-257e-4318-ba9c-b12c2ab77882 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 946 time: 0.1013665 Jun 08 13:47:26.831066 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port a043c6d6-d4b4-4d25-927f-f3ba0a63e491, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a043c6d6-d4b4-4d25-927f-f3ba0a63e491,segment=NetworkSegment(32b6b0f7-21d9-469a-8491-050a49ba265a),segment_id=32b6b0f7-21d9-469a-8491-050a49ba265a)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:47:26.835476 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:26.843566 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Returning: {'device': 'a043c6d6-d4b4-4d25-927f-f3ba0a63e491', 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f', 'port_id': 'a043c6d6-d4b4-4d25-927f-f3ba0a63e491', 'mac_address': 'fa:16:3e:99:51:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69836fd4-f98b-48c1-883c-8589e3b080df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:47:26.872792 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-42d2818d-6149-4cba-86aa-ff3af24c8773 req-ac5fc557-e364-40e7-865f-3cf032db4eee tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711365 Jun 08 13:47:26.883098 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port a043c6d6-d4b4-4d25-927f-f3ba0a63e491 is: DOWN; New status is: BUILD {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:47:26.884082 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (a043c6d6-d4b4-4d25-927f-f3ba0a63e491), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:26.898415 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a043c6d6-d4b4-4d25-927f-f3ba0a63e491 {{(pid=110999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:47:26.904809 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b8271409-4cfe-4eb9-b560-42dd3e57487d req-6569007a-3d5a-472d-a5a6-82c75e92c831 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631187 Jun 08 13:47:26.921741 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port a043c6d6-d4b4-4d25-927f-f3ba0a63e491, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a043c6d6-d4b4-4d25-927f-f3ba0a63e491,segment=NetworkSegment(32b6b0f7-21d9-469a-8491-050a49ba265a),segment_id=32b6b0f7-21d9-469a-8491-050a49ba265a)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:47:27.031860 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (a043c6d6-d4b4-4d25-927f-f3ba0a63e491), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:27.032795 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 38bbf42f-b3f0-44a4-992c-b83e8f85c80a details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:47:27.057011 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:27.123717 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=a043c6d6-d4b4-4d25-927f-f3ba0a63e491,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:27.149601 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:27.202659 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20db95f-941a-4f18-badc-201e2786d940 req-e8e79777-1b5d-4491-83b0-30e44950cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:27.205658 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70243f70-5d17-408e-9eaa-975882e58824 req-24d14a10-478b-486a-abfa-f3b3fe3f1d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:27.205951 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d20db95f-941a-4f18-badc-201e2786d940 req-e8e79777-1b5d-4491-83b0-30e44950cf1d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9abd79bc99784c3f81991d1cae37a074&device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 1127 time: 0.0897171 Jun 08 13:47:27.206032 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-70243f70-5d17-408e-9eaa-975882e58824 req-24d14a10-478b-486a-abfa-f3b3fe3f1d8a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0cc65fa99694daa81878db0200bdb4b&device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 1127 time: 0.0661602 Jun 08 13:47:27.295170 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d20db95f-941a-4f18-badc-201e2786d940 req-e00b1f9b-cd91-43fd-8089-7e6ab8b1688d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10edcea1-58b0-4fcc-a997-70b2f8d25e44 HTTP/1.1" status: 200 len: 217 time: 0.0753427 Jun 08 13:47:27.326365 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 38bbf42f-b3f0-44a4-992c-b83e8f85c80a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=38bbf42f-b3f0-44a4-992c-b83e8f85c80a,segment=NetworkSegment(a34c7784-43f9-466c-a9ad-749dd0a739ec),segment_id=a34c7784-43f9-466c-a9ad-749dd0a739ec)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:47:27.358630 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Returning: {'device': '38bbf42f-b3f0-44a4-992c-b83e8f85c80a', 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6', 'port_id': '38bbf42f-b3f0-44a4-992c-b83e8f85c80a', 'mac_address': 'fa:16:3e:1a:10:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:47:27.362108 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-59d63c58-ee70-450a-8f60-a5cabc0f1eb2 req-4a9bf34b-9bc9-49c8-aaed-61d4e65bde12 service neutron] 10.222.0.61 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016829 Jun 08 13:47:27.379613 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 34002) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:27.418646 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20db95f-941a-4f18-badc-201e2786d940 req-bc8a7526-01bc-49ba-be11-f60962f6f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:27.424219 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d20db95f-941a-4f18-badc-201e2786d940 req-bc8a7526-01bc-49ba-be11-f60962f6f7e2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69836fd4-f98b-48c1-883c-8589e3b080df HTTP/1.1" status: 200 len: 857 time: 0.1192553 Jun 08 13:47:27.443835 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70243f70-5d17-408e-9eaa-975882e58824 req-2bbbc22a-c95b-4db4-92a2-d61907d3b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:27.446877 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-70243f70-5d17-408e-9eaa-975882e58824 req-2bbbc22a-c95b-4db4-92a2-d61907d3b6bc service neutron] 10.222.0.61 "GET /v2.0/networks?id=12800c86-d5ba-481d-a55e-8c6ac82045b0 HTTP/1.1" status: 200 len: 915 time: 0.2253146 Jun 08 13:47:27.450343 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 38bbf42f-b3f0-44a4-992c-b83e8f85c80a is: DOWN; New status is: BUILD {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:47:27.450725 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (38bbf42f-b3f0-44a4-992c-b83e8f85c80a), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:27.476085 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38bbf42f-b3f0-44a4-992c-b83e8f85c80a {{(pid=110999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:47:27.522870 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 38bbf42f-b3f0-44a4-992c-b83e8f85c80a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=38bbf42f-b3f0-44a4-992c-b83e8f85c80a,segment=NetworkSegment(a34c7784-43f9-466c-a9ad-749dd0a739ec),segment_id=a34c7784-43f9-466c-a9ad-749dd0a739ec)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:47:27.542892 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e1851-1602-43af-8515-28ab30b35f00 req-4ed53372-30cf-418a-9d90-7a5b7faf3947 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:27.544544 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5a1e1851-1602-43af-8515-28ab30b35f00 req-4ed53372-30cf-418a-9d90-7a5b7faf3947 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 943 time: 0.1193266 Jun 08 13:47:27.559079 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-70243f70-5d17-408e-9eaa-975882e58824 req-ed8a4228-271a-44db-8681-4e85a49d5b86 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0a7ddb0-7def-4156-9a5b-f3b477a1c311 HTTP/1.1" status: 200 len: 217 time: 0.0510671 Jun 08 13:47:27.608624 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-59d63c58-ee70-450a-8f60-a5cabc0f1eb2 req-84a2a7dd-c8ae-4f6f-a9c4-eb170f060cff service neutron] 10.222.0.61 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291429 Jun 08 13:47:27.615619 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (38bbf42f-b3f0-44a4-992c-b83e8f85c80a), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:27.622737 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20db95f-941a-4f18-badc-201e2786d940 req-142d1a13-24a7-451d-b0aa-792e4aa85a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:27.624294 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d20db95f-941a-4f18-badc-201e2786d940 req-142d1a13-24a7-451d-b0aa-792e4aa85a5e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1970391 Jun 08 13:47:27.636466 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-5900a0aa-225e-479c-bd29-28e3e4797cb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:27.677191 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94cd8b-cfb0-414d-870a-a85cd3551dd8 req-697663c3-e488-4fe2-8078-8b399eceda69 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:27.679407 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0d94cd8b-cfb0-414d-870a-a85cd3551dd8 req-697663c3-e488-4fe2-8078-8b399eceda69 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.1318750 Jun 08 13:47:27.723965 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:27.726917 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5a1e1851-1602-43af-8515-28ab30b35f00 req-cc30bc2a-42d7-4ab6-9b6f-d4db27570d77 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1755290 Jun 08 13:47:27.739505 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 34010) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:27.743565 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=38bbf42f-b3f0-44a4-992c-b83e8f85c80a,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:27.775611 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0d94cd8b-cfb0-414d-870a-a85cd3551dd8 req-5fb27cf1-4441-42e6-a92b-efb2e8eeb55f tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844498 Jun 08 13:47:27.811612 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-5900a0aa-225e-479c-bd29-28e3e4797cb3 admin admin] Publish callbacks [] for security_group (e6bb8224-6c67-4101-bbdf-1437b278efe2), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:27.871446 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3968cefc-2e55-4c08-84f6-d52abe038b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:27.890579 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-5900a0aa-225e-479c-bd29-28e3e4797cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (e6bb8224-6c67-4101-bbdf-1437b278efe2), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:27.945486 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-5900a0aa-225e-479c-bd29-28e3e4797cb3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=28ec47d2068342eb9eec1864ba7780c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5643375 Jun 08 13:47:27.946603 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900a0aa-225e-479c-bd29-28e3e4797cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bb8224-6c67-4101-bbdf-1437b278efe2,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:27.949132 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 34018) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:27.969934 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3968cefc-2e55-4c08-84f6-d52abe038b59 admin admin] Publish callbacks [] for security_group (d8fdc1ed-49ae-459d-997f-70046f9ad036), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:28.045466 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3968cefc-2e55-4c08-84f6-d52abe038b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (d8fdc1ed-49ae-459d-997f-70046f9ad036), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:28.049622 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38501afd-e841-454e-b872-a57c531dff36 req-803fabc1-1496-42a9-9c5a-07f841b71eef tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:28.049622 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-38501afd-e841-454e-b872-a57c531dff36 req-803fabc1-1496-42a9-9c5a-07f841b71eef tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 943 time: 0.0629694 Jun 08 13:47:28.051969 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ce87-8e4c-423f-b72c-cdc584c163eb admin admin] Publish callbacks [] for security_group (e6bb8224-6c67-4101-bbdf-1437b278efe2), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:28.068809 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:28.092790 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ce87-8e4c-423f-b72c-cdc584c163eb admin admin] Publish callbacks [] for security_group (e6bb8224-6c67-4101-bbdf-1437b278efe2), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:28.100411 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-3968cefc-2e55-4c08-84f6-d52abe038b59 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d86441d3300145f5a828eebc2ba7634a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3514411 Jun 08 13:47:28.100411 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968cefc-2e55-4c08-84f6-d52abe038b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fdc1ed-49ae-459d-997f-70046f9ad036,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:28.100943 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 34022) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:28.166576 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-38501afd-e841-454e-b872-a57c531dff36 req-1f7796d4-9e03-4087-a22b-0a783cfc7e10 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115296 Jun 08 13:47:28.178092 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:28.201814 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0760471b-020f-4ee4-8f9d-2b20045a5974 admin admin] Publish callbacks [] for security_group (d8fdc1ed-49ae-459d-997f-70046f9ad036), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:28.221914 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0760471b-020f-4ee4-8f9d-2b20045a5974 admin admin] Publish callbacks [] for security_group (d8fdc1ed-49ae-459d-997f-70046f9ad036), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:28.273863 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ce87-8e4c-423f-b72c-cdc584c163eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (e6bb8224-6c67-4101-bbdf-1437b278efe2), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:28.276636 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ce87-8e4c-423f-b72c-cdc584c163eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:28.277838 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-c8d1ce87-8e4c-423f-b72c-cdc584c163eb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e6bb8224-6c67-4101-bbdf-1437b278efe2 HTTP/1.1" status: 204 len: 168 time: 0.3275921 Jun 08 13:47:28.285831 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1ce87-8e4c-423f-b72c-cdc584c163eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bb8224-6c67-4101-bbdf-1437b278efe2,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:28.359011 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0760471b-020f-4ee4-8f9d-2b20045a5974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (d8fdc1ed-49ae-459d-997f-70046f9ad036), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:28.361647 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0760471b-020f-4ee4-8f9d-2b20045a5974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:28.362776 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-0760471b-020f-4ee4-8f9d-2b20045a5974 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d8fdc1ed-49ae-459d-997f-70046f9ad036 HTTP/1.1" status: 204 len: 168 time: 0.2606814 Jun 08 13:47:28.375747 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760471b-020f-4ee4-8f9d-2b20045a5974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fdc1ed-49ae-459d-997f-70046f9ad036,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:28.857468 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507a5b7-9243-419f-a6e3-32221ede7701 req-09f725c7-692b-4e8a-bcb1-2d6948d19db6 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:28.859182 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f507a5b7-9243-419f-a6e3-32221ede7701 req-09f725c7-692b-4e8a-bcb1-2d6948d19db6 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 944 time: 0.0546303 Jun 08 13:47:28.861953 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:28.919239 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ace91c-521b-48ba-87d3-3632096ba3a9 req-1ff00499-de7e-4c34-bacd-f2233703fddc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:28.920775 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e7ace91c-521b-48ba-87d3-3632096ba3a9 req-1ff00499-de7e-4c34-bacd-f2233703fddc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.0607269 Jun 08 13:47:28.944324 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 34040) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:28.957606 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c6f09d9f-f4ed-4372-887b-eae5971e51f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:28.960380 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f507a5b7-9243-419f-a6e3-32221ede7701 req-88486644-1b7f-473e-b01f-b135aa4a4470 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0910888 Jun 08 13:47:28.989104 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e7ace91c-521b-48ba-87d3-3632096ba3a9 req-b70f75ee-1cdf-43c7-b8ca-8d8a03c9834e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619216 Jun 08 13:47:29.038458 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 34044) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:29.051986 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-fa910dde-1203-44eb-b857-c63a323f65d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:29.055259 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c6f09d9f-f4ed-4372-887b-eae5971e51f4 admin admin] Publish callbacks [] for security_group (2cd3ce71-f0f3-4deb-9384-ca02af587ac7), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:29.134405 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-fa910dde-1203-44eb-b857-c63a323f65d0 admin admin] Publish callbacks [] for security_group (d887bcd6-50c8-4fa3-b52c-82e91761d342), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:29.156685 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c6f09d9f-f4ed-4372-887b-eae5971e51f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (2cd3ce71-f0f3-4deb-9384-ca02af587ac7), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:29.194203 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f09d9f-f4ed-4372-887b-eae5971e51f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd3ce71-f0f3-4deb-9384-ca02af587ac7,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:29.198410 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-c6f09d9f-f4ed-4372-887b-eae5971e51f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e443da44e2f44688afb4edec9b6807cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530205 Jun 08 13:47:29.201286 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 34048) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:29.217475 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-fa910dde-1203-44eb-b857-c63a323f65d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (d887bcd6-50c8-4fa3-b52c-82e91761d342), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:29.298724 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa910dde-1203-44eb-b857-c63a323f65d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d887bcd6-50c8-4fa3-b52c-82e91761d342,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:29.312586 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-fa910dde-1203-44eb-b857-c63a323f65d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=34d1565d0aeb41a981ad84e3f6fc0cb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2731094 Jun 08 13:47:29.315681 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 34050) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:29.324622 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ab9ce-e3cb-439e-b723-3799c054c22d req-54770530-2b75-4bf0-a416-2826efdc4517 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:29.326061 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b14ab9ce-e3cb-439e-b723-3799c054c22d req-54770530-2b75-4bf0-a416-2826efdc4517 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 943 time: 0.0785260 Jun 08 13:47:29.335101 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:29.344679 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-d70d9fd6-cc21-4924-8858-16f41f84eee3 admin admin] Publish callbacks [] for security_group (2cd3ce71-f0f3-4deb-9384-ca02af587ac7), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:29.367126 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-173b8007-28f5-4d00-a6bd-7616b43a2b94 admin admin] Publish callbacks [] for security_group (d887bcd6-50c8-4fa3-b52c-82e91761d342), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:29.391728 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-d70d9fd6-cc21-4924-8858-16f41f84eee3 admin admin] Publish callbacks [] for security_group (2cd3ce71-f0f3-4deb-9384-ca02af587ac7), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:29.393549 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-173b8007-28f5-4d00-a6bd-7616b43a2b94 admin admin] Publish callbacks [] for security_group (d887bcd6-50c8-4fa3-b52c-82e91761d342), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:29.416045 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b14ab9ce-e3cb-439e-b723-3799c054c22d req-ea55aec4-ef34-4f49-a381-5a8d413ba912 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825188 Jun 08 13:47:29.545528 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-173b8007-28f5-4d00-a6bd-7616b43a2b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (d887bcd6-50c8-4fa3-b52c-82e91761d342), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:29.548076 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-173b8007-28f5-4d00-a6bd-7616b43a2b94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:29.549288 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-173b8007-28f5-4d00-a6bd-7616b43a2b94 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d887bcd6-50c8-4fa3-b52c-82e91761d342 HTTP/1.1" status: 204 len: 168 time: 0.2324243 Jun 08 13:47:29.557518 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b8007-28f5-4d00-a6bd-7616b43a2b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d887bcd6-50c8-4fa3-b52c-82e91761d342,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:29.558596 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:29.559639 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-d70d9fd6-cc21-4924-8858-16f41f84eee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (2cd3ce71-f0f3-4deb-9384-ca02af587ac7), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:29.562330 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-d70d9fd6-cc21-4924-8858-16f41f84eee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:29.566031 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-d70d9fd6-cc21-4924-8858-16f41f84eee3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2cd3ce71-f0f3-4deb-9384-ca02af587ac7 HTTP/1.1" status: 204 len: 168 time: 0.3635035 Jun 08 13:47:29.575385 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d9fd6-cc21-4924-8858-16f41f84eee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd3ce71-f0f3-4deb-9384-ca02af587ac7,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:30.145787 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc45728-7201-492a-8937-647b6e4c748f req-30e13289-730b-4038-a101-e8f45e0bcb86 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:30.148099 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8dc45728-7201-492a-8937-647b6e4c748f req-30e13289-730b-4038-a101-e8f45e0bcb86 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 944 time: 0.0807881 Jun 08 13:47:30.177801 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27993f-48ea-4d41-ab9d-040bc377c32d req-1374c303-50d8-4008-bbcc-bcec1d2d7aac tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:30.179241 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6f27993f-48ea-4d41-ab9d-040bc377c32d req-1374c303-50d8-4008-bbcc-bcec1d2d7aac tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.0957446 Jun 08 13:47:30.231247 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:30.236597 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8dc45728-7201-492a-8937-647b6e4c748f req-1f92be21-badf-48c2-8e25-3b412d63c065 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802071 Jun 08 13:47:30.261428 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6f27993f-48ea-4d41-ab9d-040bc377c32d req-a0ccf2dc-39a9-46e3-98e4-3542218f62b7 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751407 Jun 08 13:47:30.301641 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device a0a7ddb0-7def-4156-9a5b-f3b477a1c311 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:47:30.304961 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:30.353837 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:30.360426 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70243f70-5d17-408e-9eaa-975882e58824 req-d227d077-ca8d-460b-999b-fa931af86896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:30.361882 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-70243f70-5d17-408e-9eaa-975882e58824 req-d227d077-ca8d-460b-999b-fa931af86896 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a82067f-8037-420a-aa38-ea511b7711ca HTTP/1.1" status: 200 len: 853 time: 0.0586324 Jun 08 13:47:30.406662 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d20db95f-941a-4f18-badc-201e2786d940 req-13121cb2-d91d-418d-b456-ff9d81bda98e service neutron] 10.222.0.61 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009078 Jun 08 13:47:30.424790 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port a0a7ddb0-7def-4156-9a5b-f3b477a1c311, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a0a7ddb0-7def-4156-9a5b-f3b477a1c311,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:47:30.429108 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70243f70-5d17-408e-9eaa-975882e58824 req-cb592142-0c34-4702-947c-252f594be067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:30.430629 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-70243f70-5d17-408e-9eaa-975882e58824 req-cb592142-0c34-4702-947c-252f594be067 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=12800c86-d5ba-481d-a55e-8c6ac82045b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578115 Jun 08 13:47:30.451595 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Returning: {'device': 'a0a7ddb0-7def-4156-9a5b-f3b477a1c311', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'port_id': 'a0a7ddb0-7def-4156-9a5b-f3b477a1c311', 'mac_address': 'fa:16:3e:98:b3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:47:30.493210 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port a0a7ddb0-7def-4156-9a5b-f3b477a1c311 is: DOWN; New status is: BUILD {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:47:30.493599 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:30.511482 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a7ddb0-7def-4156-9a5b-f3b477a1c311 {{(pid=110999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:47:30.540490 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port a0a7ddb0-7def-4156-9a5b-f3b477a1c311, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a0a7ddb0-7def-4156-9a5b-f3b477a1c311,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:47:30.599952 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-70243f70-5d17-408e-9eaa-975882e58824 req-feb9c916-76c5-48ac-998c-d3f91d5d6485 service neutron] 10.222.0.61 "GET /v2.0/networks/12800c86-d5ba-481d-a55e-8c6ac82045b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611099 Jun 08 13:47:30.692130 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:30.706051 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-70243f70-5d17-408e-9eaa-975882e58824 req-cf7caf23-e0de-4d66-97fb-77e4b24e9c40 service neutron] 10.222.0.61 "GET /v2.0/networks/12800c86-d5ba-481d-a55e-8c6ac82045b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990081 Jun 08 13:47:30.763386 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb4a51-d76e-4006-a796-b86b4bb3dc6f req-d6ace29a-6145-4f16-bb3e-6b0bcdc19af8 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:30.764893 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9ecb4a51-d76e-4006-a796-b86b4bb3dc6f req-d6ace29a-6145-4f16-bb3e-6b0bcdc19af8 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 943 time: 0.0675447 Jun 08 13:47:30.775790 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=a0a7ddb0-7def-4156-9a5b-f3b477a1c311,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:30.805256 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d20db95f-941a-4f18-badc-201e2786d940 req-0f263457-7824-463c-9238-4005a9c0e58f service neutron] 10.222.0.61 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892777 Jun 08 13:47:30.827947 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9ecb4a51-d76e-4006-a796-b86b4bb3dc6f req-2b27eda4-6529-4632-a128-a9b177d92698 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567191 Jun 08 13:47:30.956219 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['a0a7ddb0-7def-4156-9a5b-f3b477a1c311'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:47:31.069708 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:31.077576 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['a043c6d6-d4b4-4d25-927f-f3ba0a63e491'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:47:31.152814 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['38bbf42f-b3f0-44a4-992c-b83e8f85c80a'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:47:31.369399 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95679e7-31e4-4159-ba7b-a3f5eadf58f4 req-0da1fd45-bda8-4ac0-a161-2e2cfb191a5d tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:31.369874 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c95679e7-31e4-4159-ba7b-a3f5eadf58f4 req-0da1fd45-bda8-4ac0-a161-2e2cfb191a5d tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 944 time: 0.0568151 Jun 08 13:47:31.431409 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c95679e7-31e4-4159-ba7b-a3f5eadf58f4 req-448701be-652e-4c57-863e-830595bf31fa tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554290 Jun 08 13:47:31.537856 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa12850-64ed-49f7-932c-f75cac2fde2d req-4d96a630-5039-48cc-bac8-e05e62ea21ab tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:31.538964 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8aa12850-64ed-49f7-932c-f75cac2fde2d req-4d96a630-5039-48cc-bac8-e05e62ea21ab tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 944 time: 0.0471084 Jun 08 13:47:31.587321 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8aa12850-64ed-49f7-932c-f75cac2fde2d req-02252b26-ef69-404b-ad20-fa8d9af743e7 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426655 Jun 08 13:47:31.867689 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5333-0f1e-45cb-ae40-08c8be1a34ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:31.920107 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:31.957618 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58036a54-2b91-4531-9841-f01f97abc40b req-49565225-1d15-4781-bc12-dd5d4a4db145 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:31.960098 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-58036a54-2b91-4531-9841-f01f97abc40b req-49565225-1d15-4781-bc12-dd5d4a4db145 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 943 time: 0.0512733 Jun 08 13:47:32.029822 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-58036a54-2b91-4531-9841-f01f97abc40b req-46c2f8e8-0a9b-4c87-92ae-6477f4fa149b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631964 Jun 08 13:47:32.410259 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 38bbf42f-b3f0-44a4-992c-b83e8f85c80a up at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:47:32.435340 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:32.453433 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning for port 38bbf42f-b3f0-44a4-992c-b83e8f85c80a completed by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 13:47:32.519506 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning complete for port 38bbf42f-b3f0-44a4-992c-b83e8f85c80a triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:47:32.519874 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (38bbf42f-b3f0-44a4-992c-b83e8f85c80a), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:32.574559 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f62af-ea83-48a1-93cd-ee97dadef46a req-c9436453-3296-433c-acd2-097cac63a667 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:32.576083 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-722f62af-ea83-48a1-93cd-ee97dadef46a req-c9436453-3296-433c-acd2-097cac63a667 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 944 time: 0.0736527 Jun 08 13:47:32.672129 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-722f62af-ea83-48a1-93cd-ee97dadef46a req-fd698fd6-9ba6-4a32-a6d9-78433505411a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0886123 Jun 08 13:47:32.796384 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 38bbf42f-b3f0-44a4-992c-b83e8f85c80a is: BUILD; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:47:32.796771 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (38bbf42f-b3f0-44a4-992c-b83e8f85c80a), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:32.834516 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 34204) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:32.847122 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db0ac6d-b933-4abd-96b8-c1af36e06791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bbf42f-b3f0-44a4-992c-b83e8f85c80a'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:47:32.850606 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eeda5d8-1995-4ccc-b31b-7ed9ba390a0c" -d '{"events": [{"server_uuid": "1db0ac6d-b933-4abd-96b8-c1af36e06791", "name": "network-vif-plugged", "status": "completed", "tag": "38bbf42f-b3f0-44a4-992c-b83e8f85c80a"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:47:32.858301 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 38bbf42f-b3f0-44a4-992c-b83e8f85c80a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=38bbf42f-b3f0-44a4-992c-b83e8f85c80a,segment=NetworkSegment(a34c7784-43f9-466c-a9ad-749dd0a739ec),segment_id=a34c7784-43f9-466c-a9ad-749dd0a739ec)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:47:32.895619 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e1560-1fed-4d70-9ec9-e38d1e426bf8 req-5480b00d-effd-4b7f-8b15-173f0db8e35e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:32.898326 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2b4e1560-1fed-4d70-9ec9-e38d1e426bf8 req-5480b00d-effd-4b7f-8b15-173f0db8e35e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 944 time: 0.0843990 Jun 08 13:47:32.917278 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bdb2c2-74f5-414d-a47f-e4295f7471a6 x-openstack-request-id: req-c5bdb2c2-74f5-414d-a47f-e4295f7471a6 {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:47:32.918137 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db0ac6d-b933-4abd-96b8-c1af36e06791", "name": "network-vif-plugged", "status": "completed", "tag": "38bbf42f-b3f0-44a4-992c-b83e8f85c80a", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:47:32.918522 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c5bdb2c2-74f5-414d-a47f-e4295f7471a6 {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:47:32.919279 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5bdb2c2-74f5-414d-a47f-e4295f7471a6'] response: {'server_uuid': '1db0ac6d-b933-4abd-96b8-c1af36e06791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bbf42f-b3f0-44a4-992c-b83e8f85c80a', 'code': 200} Jun 08 13:47:32.943120 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (38bbf42f-b3f0-44a4-992c-b83e8f85c80a), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:32.944385 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device a0a7ddb0-7def-4156-9a5b-f3b477a1c311 up at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:47:32.994486 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2b4e1560-1fed-4d70-9ec9-e38d1e426bf8 req-860df051-1aca-41b3-b7be-66e5be31f7a0 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900860 Jun 08 13:47:33.031377 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=38bbf42f-b3f0-44a4-992c-b83e8f85c80a,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:33.035826 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning for port a0a7ddb0-7def-4156-9a5b-f3b477a1c311 completed by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 13:47:33.102508 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5810635b-c10c-4b54-a278-09497b1514f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:33.148453 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning complete for port a0a7ddb0-7def-4156-9a5b-f3b477a1c311 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:47:33.148831 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:33.198267 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbafa3-75e5-4e5d-8d64-5132d98b8893 req-f84c0fe9-4d8c-41f8-9fd4-4d2cd2360d85 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:33.199838 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a3dbafa3-75e5-4e5d-8d64-5132d98b8893 req-f84c0fe9-4d8c-41f8-9fd4-4d2cd2360d85 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 943 time: 0.0586169 Jun 08 13:47:33.222044 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5810635b-c10c-4b54-a278-09497b1514f9 admin admin] Publish callbacks [] for security_group (6fbe2faf-41af-415f-92cf-85f3d6e764dc), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:33.254117 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port a0a7ddb0-7def-4156-9a5b-f3b477a1c311 is: BUILD; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:47:33.254504 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:33.258721 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a3dbafa3-75e5-4e5d-8d64-5132d98b8893 req-bd8eae1a-29e0-477a-a1de-7dab6b057de0 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503907 Jun 08 13:47:33.285227 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:33.294464 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port a0a7ddb0-7def-4156-9a5b-f3b477a1c311, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a0a7ddb0-7def-4156-9a5b-f3b477a1c311,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:47:33.296534 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5810635b-c10c-4b54-a278-09497b1514f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (6fbe2faf-41af-415f-92cf-85f3d6e764dc), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:33.349100 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-5810635b-c10c-4b54-a278-09497b1514f9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7c0ce34020bb47b391fcdb5928060f45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5096347 Jun 08 13:47:33.349100 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810635b-c10c-4b54-a278-09497b1514f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbe2faf-41af-415f-92cf-85f3d6e764dc,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:33.349989 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 34222) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:33.376452 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:33.377391 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a39be4-73a6-4f26-a0b4-6acf464b5e36 req-f06fee47-6411-4b33-9ed6-7e751b5b51f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:33.377701 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device a043c6d6-d4b4-4d25-927f-f3ba0a63e491 up at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:47:33.378866 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c7a39be4-73a6-4f26-a0b4-6acf464b5e36 req-f06fee47-6411-4b33-9ed6-7e751b5b51f6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 1129 time: 0.0577970 Jun 08 13:47:33.421706 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-14895fe9-ff00-420d-9016-860d8d1c2dd1 admin admin] Publish callbacks [] for security_group (6fbe2faf-41af-415f-92cf-85f3d6e764dc), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:33.448103 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-14895fe9-ff00-420d-9016-860d8d1c2dd1 admin admin] Publish callbacks [] for security_group (6fbe2faf-41af-415f-92cf-85f3d6e764dc), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:33.463469 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=a0a7ddb0-7def-4156-9a5b-f3b477a1c311,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:33.472742 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning for port a043c6d6-d4b4-4d25-927f-f3ba0a63e491 completed by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 13:47:33.534253 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c7a39be4-73a6-4f26-a0b4-6acf464b5e36 req-5058d630-8350-4c0a-b0e1-ecc776a92ae9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883994 Jun 08 13:47:33.644822 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning complete for port a043c6d6-d4b4-4d25-927f-f3ba0a63e491 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:47:33.645215 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (a043c6d6-d4b4-4d25-927f-f3ba0a63e491), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:33.679795 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-14895fe9-ff00-420d-9016-860d8d1c2dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (6fbe2faf-41af-415f-92cf-85f3d6e764dc), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:33.682819 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-14895fe9-ff00-420d-9016-860d8d1c2dd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:33.686173 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-14895fe9-ff00-420d-9016-860d8d1c2dd1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6fbe2faf-41af-415f-92cf-85f3d6e764dc HTTP/1.1" status: 204 len: 168 time: 0.3336875 Jun 08 13:47:33.710540 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14895fe9-ff00-420d-9016-860d8d1c2dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbe2faf-41af-415f-92cf-85f3d6e764dc,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:33.789577 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port a043c6d6-d4b4-4d25-927f-f3ba0a63e491 is: BUILD; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:47:33.791287 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (a043c6d6-d4b4-4d25-927f-f3ba0a63e491), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:33.846218 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port a043c6d6-d4b4-4d25-927f-f3ba0a63e491, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a043c6d6-d4b4-4d25-927f-f3ba0a63e491,segment=NetworkSegment(32b6b0f7-21d9-469a-8491-050a49ba265a),segment_id=32b6b0f7-21d9-469a-8491-050a49ba265a)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:47:33.846653 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779b07a-71e6-4dae-85ee-b5a6780a157e req-cbad6646-82d3-4bcd-a9df-4dbc76a93e87 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:33.846653 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8779b07a-71e6-4dae-85ee-b5a6780a157e req-cbad6646-82d3-4bcd-a9df-4dbc76a93e87 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0600877 Jun 08 13:47:33.894419 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8779b07a-71e6-4dae-85ee-b5a6780a157e req-84a42ba9-a871-422d-9ffc-fdc238064530 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430005 Jun 08 13:47:33.919190 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (a043c6d6-d4b4-4d25-927f-f3ba0a63e491), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:33.972200 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=a043c6d6-d4b4-4d25-927f-f3ba0a63e491,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:34.089819 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-cd82d2c2-0772-48ec-850b-85cf93212966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:34.124185 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3aa84-c57f-4963-abb8-f08194cd5cf1 req-da494923-5632-4904-9c25-868044566d76 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:34.125669 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-25f3aa84-c57f-4963-abb8-f08194cd5cf1 req-da494923-5632-4904-9c25-868044566d76 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0529246 Jun 08 13:47:34.179111 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-25f3aa84-c57f-4963-abb8-f08194cd5cf1 req-90ffc9ab-b9b8-4fa4-8e91-993a1c181793 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470593 Jun 08 13:47:34.375633 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fb623-9a17-45cc-9137-41485217c2bd req-8939869d-8de9-406a-8651-f623c8867604 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:34.377169 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e71fb623-9a17-45cc-9137-41485217c2bd req-8939869d-8de9-406a-8651-f623c8867604 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 943 time: 0.0481207 Jun 08 13:47:34.409350 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 10edcea1-58b0-4fcc-a997-70b2f8d25e44 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:47:34.434698 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e71fb623-9a17-45cc-9137-41485217c2bd req-f2a50f76-0c4c-4b83-b1da-e7aded808692 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510275 Jun 08 13:47:34.483559 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:34.522619 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 10edcea1-58b0-4fcc-a997-70b2f8d25e44, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=10edcea1-58b0-4fcc-a997-70b2f8d25e44,segment=NetworkSegment(32b6b0f7-21d9-469a-8491-050a49ba265a),segment_id=32b6b0f7-21d9-469a-8491-050a49ba265a)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:47:34.527068 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 34264) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:34.530339 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Returning: {'device': '10edcea1-58b0-4fcc-a997-70b2f8d25e44', 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f', 'port_id': '10edcea1-58b0-4fcc-a997-70b2f8d25e44', 'mac_address': 'fa:16:3e:56:09:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69836fd4-f98b-48c1-883c-8589e3b080df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:47:34.534653 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:34.541979 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-dc881a40-a45f-4f7f-9960-b0ebd9f60c5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:34.570731 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 10edcea1-58b0-4fcc-a997-70b2f8d25e44 is: DOWN; New status is: BUILD {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:47:34.571114 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (10edcea1-58b0-4fcc-a997-70b2f8d25e44), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:34.584881 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10edcea1-58b0-4fcc-a997-70b2f8d25e44 {{(pid=110999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:47:34.585716 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:34.604318 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 10edcea1-58b0-4fcc-a997-70b2f8d25e44, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=10edcea1-58b0-4fcc-a997-70b2f8d25e44,segment=NetworkSegment(32b6b0f7-21d9-469a-8491-050a49ba265a),segment_id=32b6b0f7-21d9-469a-8491-050a49ba265a)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:47:34.620515 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-dc881a40-a45f-4f7f-9960-b0ebd9f60c5e admin admin] Publish callbacks [] for security_group (5c88006c-d7d0-4739-bf54-8eded6e59507), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:34.696371 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (10edcea1-58b0-4fcc-a997-70b2f8d25e44), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:34.728486 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-dc881a40-a45f-4f7f-9960-b0ebd9f60c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (5c88006c-d7d0-4739-bf54-8eded6e59507), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:34.743654 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=10edcea1-58b0-4fcc-a997-70b2f8d25e44,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:34.769899 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-dc881a40-a45f-4f7f-9960-b0ebd9f60c5e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a9dcf8a42e6d414f883b48073be14bc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416594 Jun 08 13:47:34.770983 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc881a40-a45f-4f7f-9960-b0ebd9f60c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c88006c-d7d0-4739-bf54-8eded6e59507,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:34.772708 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 34268) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:34.828499 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9b165fbf-2695-493d-ba90-3f1e3044aa25 admin admin] Publish callbacks [] for security_group (5c88006c-d7d0-4739-bf54-8eded6e59507), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:34.852941 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9b165fbf-2695-493d-ba90-3f1e3044aa25 admin admin] Publish callbacks [] for security_group (5c88006c-d7d0-4739-bf54-8eded6e59507), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:34.920853 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac779098-8aa5-40b8-ae7d-dc4e463f015b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a7ddb0-7def-4156-9a5b-f3b477a1c311'}, {'server_uuid': 'b6ff0599-d152-4940-9811-f1187ab922e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a043c6d6-d4b4-4d25-927f-f3ba0a63e491'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:47:34.924111 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961a2fcb-3bae-459a-b28b-95973e3e3724" -d '{"events": [{"server_uuid": "ac779098-8aa5-40b8-ae7d-dc4e463f015b", "name": "network-vif-plugged", "status": "completed", "tag": "a0a7ddb0-7def-4156-9a5b-f3b477a1c311"}, {"server_uuid": "b6ff0599-d152-4940-9811-f1187ab922e0", "name": "network-vif-plugged", "status": "completed", "tag": "a043c6d6-d4b4-4d25-927f-f3ba0a63e491"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:47:34.969084 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Jun 2022 13:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43071dd5-cbd9-40bd-9b66-6ec4c403d00b x-openstack-request-id: req-43071dd5-cbd9-40bd-9b66-6ec4c403d00b {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:47:34.976551 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac779098-8aa5-40b8-ae7d-dc4e463f015b", "name": "network-vif-plugged", "status": "completed", "tag": "a0a7ddb0-7def-4156-9a5b-f3b477a1c311", "code": 200}, {"server_uuid": "b6ff0599-d152-4940-9811-f1187ab922e0", "name": "network-vif-plugged", "status": "completed", "tag": "a043c6d6-d4b4-4d25-927f-f3ba0a63e491", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:47:34.976551 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-43071dd5-cbd9-40bd-9b66-6ec4c403d00b {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:47:34.976551 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43071dd5-cbd9-40bd-9b66-6ec4c403d00b'] response: {'server_uuid': 'ac779098-8aa5-40b8-ae7d-dc4e463f015b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a7ddb0-7def-4156-9a5b-f3b477a1c311', 'code': 200} Jun 08 13:47:34.976551 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43071dd5-cbd9-40bd-9b66-6ec4c403d00b'] response: {'server_uuid': 'b6ff0599-d152-4940-9811-f1187ab922e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a043c6d6-d4b4-4d25-927f-f3ba0a63e491', 'code': 200} Jun 08 13:47:34.996984 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9b165fbf-2695-493d-ba90-3f1e3044aa25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (5c88006c-d7d0-4739-bf54-8eded6e59507), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:34.999562 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9b165fbf-2695-493d-ba90-3f1e3044aa25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:35.003181 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-9b165fbf-2695-493d-ba90-3f1e3044aa25 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c88006c-d7d0-4739-bf54-8eded6e59507 HTTP/1.1" status: 204 len: 168 time: 0.2265904 Jun 08 13:47:35.020102 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b165fbf-2695-493d-ba90-3f1e3044aa25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c88006c-d7d0-4739-bf54-8eded6e59507,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:35.031296 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35987ea5-c108-4b6c-9392-188b85ef5184 req-ecb8cd1f-089e-4668-aa3e-63fb6470f002 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:35.039038 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-35987ea5-c108-4b6c-9392-188b85ef5184 req-ecb8cd1f-089e-4668-aa3e-63fb6470f002 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0721939 Jun 08 13:47:35.042717 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['10edcea1-58b0-4fcc-a997-70b2f8d25e44'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:47:35.099994 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-35987ea5-c108-4b6c-9392-188b85ef5184 req-f795d440-d256-4421-9d6e-d3b060bd8966 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594919 Jun 08 13:47:35.158934 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 34292) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:35.210618 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_v2 [None req-5754b671-29f4-49fd-9f8f-a0dcb0088e0e admin admin] Deleting subnet 71825ec4-80cf-4ff6-b497-00fbb77419f7 {{(pid=110998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 13:47:35.215620 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5754b671-29f4-49fd-9f8f-a0dcb0088e0e admin admin] Publish callbacks [] for subnet (71825ec4-80cf-4ff6-b497-00fbb77419f7), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:35.264566 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5754b671-29f4-49fd-9f8f-a0dcb0088e0e admin admin] Publish callbacks [] for subnet (71825ec4-80cf-4ff6-b497-00fbb77419f7), precommit_delete_associations {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:35.287466 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5754b671-29f4-49fd-9f8f-a0dcb0088e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628126'] for subnet (71825ec4-80cf-4ff6-b497-00fbb77419f7), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:35.328408 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da9e7e-0910-41ec-9ecc-a7be2e2632ae req-b40531c6-64ac-48b3-9bb8-0bd06a5c6415 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:35.332635 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-65da9e7e-0910-41ec-9ecc-a7be2e2632ae req-b40531c6-64ac-48b3-9bb8-0bd06a5c6415 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0681343 Jun 08 13:47:35.340456 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:35.385405 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-65da9e7e-0910-41ec-9ecc-a7be2e2632ae req-e67740f0-6c5e-479b-b628-e8c363ed0d8b tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458312 Jun 08 13:47:35.475466 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5754b671-29f4-49fd-9f8f-a0dcb0088e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for subnet (71825ec4-80cf-4ff6-b497-00fbb77419f7), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:35.502079 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754b671-29f4-49fd-9f8f-a0dcb0088e0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71825ec4-80cf-4ff6-b497-00fbb77419f7,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:35.509507 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5754b671-29f4-49fd-9f8f-a0dcb0088e0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:35.509905 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:35.512703 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-5754b671-29f4-49fd-9f8f-a0dcb0088e0e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/71825ec4-80cf-4ff6-b497-00fbb77419f7 HTTP/1.1" status: 204 len: 168 time: 0.3527751 Jun 08 13:47:35.515095 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 34302) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:35.609257 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ea74f8d8-7f82-40e7-b997-b6a93cb7168d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427792'] for network (e996e198-2c6f-48e7-81f0-98507002a84f), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:35.612465 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7725479-f4ec-496d-a147-83257a0e90f0 req-d3a2428f-d077-4979-8be0-36bd9e523b57 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:35.616388 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b7725479-f4ec-496d-a147-83257a0e90f0 req-d3a2428f-d077-4979-8be0-36bd9e523b57 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 944 time: 0.0672371 Jun 08 13:47:35.646108 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:35.704001 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:47:35.717076 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ea74f8d8-7f82-40e7-b997-b6a93cb7168d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629017', 'neutron.services.segments.db._delete_segments_for_network-8774158746125'] for network (e996e198-2c6f-48e7-81f0-98507002a84f), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:35.719459 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b7725479-f4ec-496d-a147-83257a0e90f0 req-b02c4063-3ff3-4998-ae3f-aa29958adcb5 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970700 Jun 08 13:47:35.748588 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ea74f8d8-7f82-40e7-b997-b6a93cb7168d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:35.748933 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ea74f8d8-7f82-40e7-b997-b6a93cb7168d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:35.749706 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ea74f8d8-7f82-40e7-b997-b6a93cb7168d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:35.750074 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ea74f8d8-7f82-40e7-b997-b6a93cb7168d admin admin] Subscribe: > port after_create 55550000 {{(pid=110998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:35.750414 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ea74f8d8-7f82-40e7-b997-b6a93cb7168d admin admin] Subscribe: > port after_delete 55550000 {{(pid=110998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:35.750818 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ea74f8d8-7f82-40e7-b997-b6a93cb7168d admin admin] Subscribe: > port after_update 55550000 {{(pid=110998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:35.751176 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ea74f8d8-7f82-40e7-b997-b6a93cb7168d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:35.751495 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ea74f8d8-7f82-40e7-b997-b6a93cb7168d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:35.751815 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ea74f8d8-7f82-40e7-b997-b6a93cb7168d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:35.766447 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ea74f8d8-7f82-40e7-b997-b6a93cb7168d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:35.808360 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdfed0-2d9f-41db-9bd2-f477a4f1aaae req-87463079-7d5e-453a-97f9-48f8378bbebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:35.809899 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-87bdfed0-2d9f-41db-9bd2-f477a4f1aaae req-87463079-7d5e-453a-97f9-48f8378bbebb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 1130 time: 0.0484023 Jun 08 13:47:35.841265 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ea74f8d8-7f82-40e7-b997-b6a93cb7168d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:35.841806 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ea74f8d8-7f82-40e7-b997-b6a93cb7168d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:35.841929 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ea74f8d8-7f82-40e7-b997-b6a93cb7168d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:35.842257 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ea74f8d8-7f82-40e7-b997-b6a93cb7168d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:35.842616 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-ea74f8d8-7f82-40e7-b997-b6a93cb7168d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e996e198-2c6f-48e7-81f0-98507002a84f']}} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:47:35.860838 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-87bdfed0-2d9f-41db-9bd2-f477a4f1aaae req-9f019dab-6156-4668-a1ff-f9bd9994df5c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423977 Jun 08 13:47:35.912167 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-ea74f8d8-7f82-40e7-b997-b6a93cb7168d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a88047-4da8-41cd-b7c0-a86a3d0d2134') {'for_net_delete': True} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:47:35.912456 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-ea74f8d8-7f82-40e7-b997-b6a93cb7168d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a88047-4da8-41cd-b7c0-a86a3d0d2134') {} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:47:35.939638 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ea74f8d8-7f82-40e7-b997-b6a93cb7168d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158745236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8827952'] for segment (46a88047-4da8-41cd-b7c0-a86a3d0d2134), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:35.963462 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8550c-573c-4e24-8a71-53a38ed3e8b5 req-d87f1914-c28a-486b-b775-e65bd6510ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:35.965198 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fff8550c-573c-4e24-8a71-53a38ed3e8b5 req-d87f1914-c28a-486b-b775-e65bd6510ca5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 1129 time: 0.1167474 Jun 08 13:47:35.968759 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ea74f8d8-7f82-40e7-b997-b6a93cb7168d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (46a88047-4da8-41cd-b7c0-a86a3d0d2134), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:35.978671 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea74f8d8-7f82-40e7-b997-b6a93cb7168d admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=110998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:47:35.979069 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ea74f8d8-7f82-40e7-b997-b6a93cb7168d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11351950'] for segment (46a88047-4da8-41cd-b7c0-a86a3d0d2134), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:35.982061 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:36.138627 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ea74f8d8-7f82-40e7-b997-b6a93cb7168d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357978'] for network (e996e198-2c6f-48e7-81f0-98507002a84f), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:36.151635 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fff8550c-573c-4e24-8a71-53a38ed3e8b5 req-3fdf9c0f-dc00-47c8-a123-b485b107dd43 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682864 Jun 08 13:47:36.160328 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ea74f8d8-7f82-40e7-b997-b6a93cb7168d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:36.167379 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-ea74f8d8-7f82-40e7-b997-b6a93cb7168d admin admin] 10.222.0.55 "DELETE /v2.0/networks/e996e198-2c6f-48e7-81f0-98507002a84f HTTP/1.1" status: 204 len: 168 time: 0.6511624 Jun 08 13:47:36.168752 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 34336) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:36.175900 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74f8d8-7f82-40e7-b997-b6a93cb7168d admin admin] Pushing event deleted for resources: {'Network': ['ID=e996e198-2c6f-48e7-81f0-98507002a84f,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:36.197304 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.services.segments.plugin [-] Segment 46a88047-4da8-41cd-b7c0-a86a3d0d2134 resource provider aggregate not found Jun 08 13:47:36.214953 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcafdd1-50fe-4e35-a292-44e651b67bf7 req-1303aed9-66f5-40db-ba5a-e60e36a90ed3 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:36.216791 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0dcafdd1-50fe-4e35-a292-44e651b67bf7 req-1303aed9-66f5-40db-ba5a-e60e36a90ed3 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0508668 Jun 08 13:47:36.225084 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.services.segments.plugin [-] Segment 46a88047-4da8-41cd-b7c0-a86a3d0d2134 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46a88047-4da8-41cd-b7c0-a86a3d0d2134 found for delete ", "request_id": "req-a7793e98-24bb-44db-9d7d-14facf9eb8ed"}]} Jun 08 13:47:36.235591 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_v2 [None req-2efda6d9-b4db-4f35-aaab-5e3c8297d1b7 admin admin] Deleting subnet 11f49f8d-9645-4414-bb63-c6d0d32feb78 {{(pid=110998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 13:47:36.239060 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2efda6d9-b4db-4f35-aaab-5e3c8297d1b7 admin admin] Publish callbacks [] for subnet (11f49f8d-9645-4414-bb63-c6d0d32feb78), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:36.276883 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2efda6d9-b4db-4f35-aaab-5e3c8297d1b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8827961'] for subnet (11f49f8d-9645-4414-bb63-c6d0d32feb78), precommit_delete_associations {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:36.281744 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0dcafdd1-50fe-4e35-a292-44e651b67bf7 req-e7a9289f-860a-4c2a-a4af-82836d8d2996 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578542 Jun 08 13:47:36.324438 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2efda6d9-b4db-4f35-aaab-5e3c8297d1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628126'] for subnet (11f49f8d-9645-4414-bb63-c6d0d32feb78), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:36.402914 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bd7d2-6bdc-4a24-8ee0-6395284d8a07 req-167b29c5-25cf-47f3-a6e9-88f2a6a5c7c8 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:36.404400 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ae6bd7d2-6bdc-4a24-8ee0-6395284d8a07 req-167b29c5-25cf-47f3-a6e9-88f2a6a5c7c8 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0480642 Jun 08 13:47:36.413171 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 34348) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:36.420564 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 10edcea1-58b0-4fcc-a997-70b2f8d25e44 up at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:47:36.423128 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-5e0603be-dd66-4248-8ea5-be005344a201 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Request body: {'floatingip': {'port_id': '38bbf42f-b3f0-44a4-992c-b83e8f85c80a'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:47:36.461528 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:36.462232 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2efda6d9-b4db-4f35-aaab-5e3c8297d1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11352020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12398490'] for subnet (11f49f8d-9645-4414-bb63-c6d0d32feb78), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:36.473089 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning for port 10edcea1-58b0-4fcc-a997-70b2f8d25e44 completed by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 13:47:36.503546 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2efda6d9-b4db-4f35-aaab-5e3c8297d1b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:36.507242 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-2efda6d9-b4db-4f35-aaab-5e3c8297d1b7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/11f49f8d-9645-4414-bb63-c6d0d32feb78 HTTP/1.1" status: 204 len: 168 time: 0.3374469 Jun 08 13:47:36.510540 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 34352) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:36.538916 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efda6d9-b4db-4f35-aaab-5e3c8297d1b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11f49f8d-9645-4414-bb63-c6d0d32feb78,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:36.539005 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d1728-4245-4706-964a-732cbbdf53b6 req-ee6b73d3-9a7b-486d-8054-4d947dc88d8b tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:36.539005 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-592d1728-4245-4706-964a-732cbbdf53b6 req-ee6b73d3-9a7b-486d-8054-4d947dc88d8b tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0680864 Jun 08 13:47:36.539524 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5e0603be-dd66-4248-8ea5-be005344a201 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for floatingip (9d4f3305-2d43-4575-b680-fe9eeecb39d7), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:36.613188 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427792'] for network (05dea9ac-8e4e-4293-94b9-06404f14a85f), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:36.639718 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-592d1728-4245-4706-964a-732cbbdf53b6 req-df1a75c0-0a72-4b14-a8bc-24dcf1a839c0 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749087 Jun 08 13:47:36.678906 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:36.680032 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning complete for port 10edcea1-58b0-4fcc-a997-70b2f8d25e44 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:47:36.680424 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (10edcea1-58b0-4fcc-a997-70b2f8d25e44), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:36.736894 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629017', 'neutron.services.segments.db._delete_segments_for_network-8774158746125'] for network (05dea9ac-8e4e-4293-94b9-06404f14a85f), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:36.768074 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:36.768424 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:36.769664 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:36.770028 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Subscribe: > port after_create 55550000 {{(pid=110997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:36.770662 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:36.771393 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Subscribe: > port after_update 55550000 {{(pid=110997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:36.771393 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:36.772074 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:36.772074 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:36.772292 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:36.777415 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 10edcea1-58b0-4fcc-a997-70b2f8d25e44 is: BUILD; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:47:36.778106 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (10edcea1-58b0-4fcc-a997-70b2f8d25e44), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:36.821948 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 10edcea1-58b0-4fcc-a997-70b2f8d25e44, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=10edcea1-58b0-4fcc-a997-70b2f8d25e44,segment=NetworkSegment(32b6b0f7-21d9-469a-8491-050a49ba265a),segment_id=32b6b0f7-21d9-469a-8491-050a49ba265a)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:47:36.858872 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:36.859328 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:36.859554 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:36.859896 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:47:36.860341 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.services.segments.db [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05dea9ac-8e4e-4293-94b9-06404f14a85f']}} {{(pid=110997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:47:36.890382 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (10edcea1-58b0-4fcc-a997-70b2f8d25e44), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:36.891153 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.services.segments.db [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34431b31-6bc9-41df-bfee-4b533018b0fc') {'for_net_delete': True} {{(pid=110997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:47:36.891456 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.services.segments.db [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34431b31-6bc9-41df-bfee-4b533018b0fc') {} {{(pid=110997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:47:36.939199 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158745236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11440032'] for segment (34431b31-6bc9-41df-bfee-4b533018b0fc), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:36.966891 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a3396-7dfd-464b-9c3e-f2464b9fd616 req-5c4a6344-556e-4097-a96e-fd2d2d4ad939 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:36.968562 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a89a3396-7dfd-464b-9c3e-f2464b9fd616 req-5c4a6344-556e-4097-a96e-fd2d2d4ad939 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.1024222 Jun 08 13:47:36.973140 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0eac024-11de-495f-81cd-85391caa0e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10edcea1-58b0-4fcc-a997-70b2f8d25e44'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:47:36.981115 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (34431b31-6bc9-41df-bfee-4b533018b0fc), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:36.982635 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b19a413-c011-4d26-b02e-62a67abb0348" -d '{"events": [{"server_uuid": "b0eac024-11de-495f-81cd-85391caa0e2d", "name": "network-vif-plugged", "status": "completed", "tag": "10edcea1-58b0-4fcc-a997-70b2f8d25e44"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:47:37.005948 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=110997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:47:37.006507 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8407544'] for segment (34431b31-6bc9-41df-bfee-4b533018b0fc), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:37.017782 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=10edcea1-58b0-4fcc-a997-70b2f8d25e44,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:37.076781 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9d7765-555a-4c4e-9fb5-f35fc6b36a2d x-openstack-request-id: req-0b9d7765-555a-4c4e-9fb5-f35fc6b36a2d {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:47:37.077714 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0eac024-11de-495f-81cd-85391caa0e2d", "name": "network-vif-plugged", "status": "completed", "tag": "10edcea1-58b0-4fcc-a997-70b2f8d25e44", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:47:37.078065 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0b9d7765-555a-4c4e-9fb5-f35fc6b36a2d {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:47:37.078581 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b9d7765-555a-4c4e-9fb5-f35fc6b36a2d'] response: {'server_uuid': 'b0eac024-11de-495f-81cd-85391caa0e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10edcea1-58b0-4fcc-a997-70b2f8d25e44', 'code': 200} Jun 08 13:47:37.131211 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a89a3396-7dfd-464b-9c3e-f2464b9fd616 req-a5719c5e-4581-4fe8-bd10-1f6a2cf25bb6 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551297 Jun 08 13:47:37.170687 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357978'] for network (05dea9ac-8e4e-4293-94b9-06404f14a85f), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:37.180255 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:37.187558 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/05dea9ac-8e4e-4293-94b9-06404f14a85f HTTP/1.1" status: 204 len: 168 time: 0.6759059 Jun 08 13:47:37.198658 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=05dea9ac-8e4e-4293-94b9-06404f14a85f,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:37.206987 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:37.207443 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:37.207869 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:37.208359 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:37.209361 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:37.209586 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:37.209994 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:37.210397 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:37.210911 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:37.211225 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:37.211662 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:37.212113 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:37.212503 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:37.212891 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:37.213286 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e2b065-7545-4a61-91e0-77097af405b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:37.339995 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:37.575047 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5e0603be-dd66-4248-8ea5-be005344a201 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:37.592866 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.services.segments.plugin [-] Segment 34431b31-6bc9-41df-bfee-4b533018b0fc resource provider aggregate not found Jun 08 13:47:37.609811 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.services.segments.plugin [-] Segment 34431b31-6bc9-41df-bfee-4b533018b0fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34431b31-6bc9-41df-bfee-4b533018b0fc found for delete ", "request_id": "req-b1d7c218-05fb-4f00-bba7-ebecfbdcdf56"}]} Jun 08 13:47:37.681901 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5e0603be-dd66-4248-8ea5-be005344a201 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (9d4f3305-2d43-4575-b680-fe9eeecb39d7), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:38.003816 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4902ad-c0b0-4a3e-b5ab-9908945a279a req-955c53ee-3bc9-4ac4-9a98-2f0ce7d2b202 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:38.003816 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7c4902ad-c0b0-4a3e-b5ab-9908945a279a req-955c53ee-3bc9-4ac4-9a98-2f0ce7d2b202 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0621760 Jun 08 13:47:38.006213 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.l3_db [None req-5e0603be-dd66-4248-8ea5-be005344a201 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Floating IP 9d4f3305-2d43-4575-b680-fe9eeecb39d7 associated. External IP: 172.27.1.212, port: 38bbf42f-b3f0-44a4-992c-b83e8f85c80a. Jun 08 13:47:38.006735 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7c4902ad-c0b0-4a3e-b5ab-9908945a279a req-4b12c592-635f-4c53-8e1d-3acb360ef77d tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465255 Jun 08 13:47:38.006735 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 34402) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:38.006911 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0603be-dd66-4248-8ea5-be005344a201 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Router 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:47:38.124803 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-9b7a1739-6f88-41bd-a318-34af169c07cc req-374c2da1-1fdb-4b3d-aa61-89430d23d8b6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791712 Jun 08 13:47:38.140409 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 34410) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:38.169828 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47254cc8-af36-4696-9bdb-ba93befd8e76 req-e4ab99cf-63a9-4ca2-95ae-6c90dcb568ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:38.171761 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-47254cc8-af36-4696-9bdb-ba93befd8e76 req-e4ab99cf-63a9-4ca2-95ae-6c90dcb568ba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 1129 time: 0.0882337 Jun 08 13:47:38.185143 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0603be-dd66-4248-8ea5-be005344a201 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:47:38.198467 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5e0603be-dd66-4248-8ea5-be005344a201 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:38.204393 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871bf7ce-b42f-4599-854b-e17dcb5bf62b None None] Sync routers for ids ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:47:38.221027 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871bf7ce-b42f-4599-854b-e17dcb5bf62b None None] Routers {'73f7d7e5-25cc-486d-b119-57e35a7c9cd2'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:47:38.221936 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-871bf7ce-b42f-4599-854b-e17dcb5bf62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:47:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:47:38.234847 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-1456e042-347f-4bc3-a309-686ab6bfff67 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=17912dc926e64823b36fb3d47375972a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0929291 Jun 08 13:47:38.237384 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 34414) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:38.256602 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-5e0603be-dd66-4248-8ea5-be005344a201 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "PUT /v2.0/floatingips/9d4f3305-2d43-4575-b680-fe9eeecb39d7 HTTP/1.1" status: 200 len: 991 time: 1.8403754 Jun 08 13:47:38.260007 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db0ac6d-b933-4abd-96b8-c1af36e06791', 'tag': '38bbf42f-b3f0-44a4-992c-b83e8f85c80a'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:47:38.262236 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64576e5-8c0c-4c3d-b78f-8cb37c977d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "1db0ac6d-b933-4abd-96b8-c1af36e06791", "tag": "38bbf42f-b3f0-44a4-992c-b83e8f85c80a"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:47:38.300494 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-bd1af282-83af-49e1-8f97-261c88ed723e admin admin] Publish callbacks [] for security_group (acf408ba-e715-4448-8488-ae8e4ca5c29f), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:38.302672 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:38.309837 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743d777-b724-4a9b-9c29-52c83456ca41 req-a146fb25-83be-4d6b-a1ed-47da88b79976 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:38.313068 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2743d777-b724-4a9b-9c29-52c83456ca41 req-a146fb25-83be-4d6b-a1ed-47da88b79976 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0873177 Jun 08 13:47:38.313802 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-df85908e-babc-49dc-b775-12950e2c8759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:38.335326 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-bd1af282-83af-49e1-8f97-261c88ed723e admin admin] Publish callbacks [] for security_group (acf408ba-e715-4448-8488-ae8e4ca5c29f), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:38.340768 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bdda91-8d3e-48a6-985c-ec9473127b39 x-openstack-request-id: req-64bdda91-8d3e-48a6-985c-ec9473127b39 {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:47:38.341169 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db0ac6d-b933-4abd-96b8-c1af36e06791", "tag": "38bbf42f-b3f0-44a4-992c-b83e8f85c80a", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:47:38.345092 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-64bdda91-8d3e-48a6-985c-ec9473127b39 {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:47:38.345637 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64bdda91-8d3e-48a6-985c-ec9473127b39'] response: {'name': 'network-changed', 'server_uuid': '1db0ac6d-b933-4abd-96b8-c1af36e06791', 'tag': '38bbf42f-b3f0-44a4-992c-b83e8f85c80a', 'status': 'completed', 'code': 200} Jun 08 13:47:38.401960 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-871bf7ce-b42f-4599-854b-e17dcb5bf62b None None] Set router 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:47:38.484738 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2743d777-b724-4a9b-9c29-52c83456ca41 req-5d23ad5c-6f29-4520-b439-a76d8b184f6a tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355023 Jun 08 13:47:38.545783 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-bd1af282-83af-49e1-8f97-261c88ed723e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (acf408ba-e715-4448-8488-ae8e4ca5c29f), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:38.549126 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-bd1af282-83af-49e1-8f97-261c88ed723e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:38.555229 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-bd1af282-83af-49e1-8f97-261c88ed723e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/acf408ba-e715-4448-8488-ae8e4ca5c29f HTTP/1.1" status: 204 len: 168 time: 0.3149104 Jun 08 13:47:38.563492 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1af282-83af-49e1-8f97-261c88ed723e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf408ba-e715-4448-8488-ae8e4ca5c29f,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:38.582565 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1af282-83af-49e1-8f97-261c88ed723e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:38.582565 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1af282-83af-49e1-8f97-261c88ed723e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:38.582565 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1af282-83af-49e1-8f97-261c88ed723e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:38.582565 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1af282-83af-49e1-8f97-261c88ed723e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:38.582565 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1af282-83af-49e1-8f97-261c88ed723e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:38.582565 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1af282-83af-49e1-8f97-261c88ed723e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:38.582565 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1af282-83af-49e1-8f97-261c88ed723e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:38.582565 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1af282-83af-49e1-8f97-261c88ed723e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:38.582565 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1af282-83af-49e1-8f97-261c88ed723e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:38.582565 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1af282-83af-49e1-8f97-261c88ed723e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:38.582565 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1af282-83af-49e1-8f97-261c88ed723e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:38.587392 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1af282-83af-49e1-8f97-261c88ed723e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:38.589576 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1af282-83af-49e1-8f97-261c88ed723e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:38.589979 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1af282-83af-49e1-8f97-261c88ed723e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:38.590244 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1af282-83af-49e1-8f97-261c88ed723e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:47:38.670241 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:38.686047 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-df85908e-babc-49dc-b775-12950e2c8759 admin admin] Publish callbacks [] for security_group (7fce9078-6244-4ceb-b7bb-ba1ef7ae8d09), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:38.714527 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:38.728695 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-47254cc8-af36-4696-9bdb-ba93befd8e76 req-d4845635-8ef4-4101-be42-d7c99c519fc2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999730 Jun 08 13:47:38.739829 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:DELETE=4,neutron:UPDATE=5,neutron:SELECT=91 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:38.743386 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-871bf7ce-b42f-4599-854b-e17dcb5bf62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'name': 'tempest-AttachVolumeTestJSON-940829353-router', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:45Z', 'revision_number': 4, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'gw_port': {'id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '9d4f3305-2d43-4575-b680-fe9eeecb39d7', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'port_id': '38bbf42f-b3f0-44a4-992c-b83e8f85c80a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6', 'mac_address': 'fa:16:3e:1a:10:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0ac6d-b933-4abd-96b8-c1af36e06791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:46:55Z', 'updated_at': '2022-06-08T13:47:37Z', 'revision_number': 1, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d14a308-8f99-469b-a4f6-aac3f4a94dbf', 'name': '', 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'mac_address': 'fa:16:3e:08:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:44Z', 'updated_at': '2022-06-08T13:46:58Z', 'revision_number': 5, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'subnets': [{'id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:47:38.752429 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64576e5-8c0c-4c3d-b78f-8cb37c977d9b req-1408876f-9d94-4871-af38-ddebe27bfd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:38.753883 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-e64576e5-8c0c-4c3d-b78f-8cb37c977d9b req-1408876f-9d94-4871-af38-ddebe27bfd78 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87c115dc845a497292c12e2980e9f77b&device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 1129 time: 0.1199889 Jun 08 13:47:38.757651 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a1739-6f88-41bd-a318-34af169c07cc req-366f7026-d588-4b0e-8124-af6ccacfd212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:38.759049 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-9b7a1739-6f88-41bd-a318-34af169c07cc req-366f7026-d588-4b0e-8124-af6ccacfd212 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e6598a073a442958076b48bed28c472&device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 1130 time: 0.0707800 Jun 08 13:47:38.768521 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-df85908e-babc-49dc-b775-12950e2c8759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (7fce9078-6244-4ceb-b7bb-ba1ef7ae8d09), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:38.774889 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871bf7ce-b42f-4599-854b-e17dcb5bf62b None None] Checking router: 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:47:38.784790 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871bf7ce-b42f-4599-854b-e17dcb5bf62b None None] Routers {'73f7d7e5-25cc-486d-b119-57e35a7c9cd2'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:47:38.785395 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-871bf7ce-b42f-4599-854b-e17dcb5bf62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:47:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:47:38.814387 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-df85908e-babc-49dc-b775-12950e2c8759 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3dfe97aced0a449fb63fabaf50026cde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8228014 Jun 08 13:47:38.814387 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85908e-babc-49dc-b775-12950e2c8759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fce9078-6244-4ceb-b7bb-ba1ef7ae8d09,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:38.816298 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 34436) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:38.874462 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-891ba969-0ddf-4df3-926e-cea71c4145e1 admin admin] Publish callbacks [] for security_group (7fce9078-6244-4ceb-b7bb-ba1ef7ae8d09), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:38.891721 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-871bf7ce-b42f-4599-854b-e17dcb5bf62b None None] Set router 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:47:38.903861 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-891ba969-0ddf-4df3-926e-cea71c4145e1 admin admin] Publish callbacks [] for security_group (7fce9078-6244-4ceb-b7bb-ba1ef7ae8d09), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:39.090899 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-891ba969-0ddf-4df3-926e-cea71c4145e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (7fce9078-6244-4ceb-b7bb-ba1ef7ae8d09), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:39.096189 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-891ba969-0ddf-4df3-926e-cea71c4145e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:39.100916 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-891ba969-0ddf-4df3-926e-cea71c4145e1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7fce9078-6244-4ceb-b7bb-ba1ef7ae8d09 HTTP/1.1" status: 204 len: 168 time: 0.2806795 Jun 08 13:47:39.130468 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ba969-0ddf-4df3-926e-cea71c4145e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fce9078-6244-4ceb-b7bb-ba1ef7ae8d09,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:39.135685 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64576e5-8c0c-4c3d-b78f-8cb37c977d9b req-2106c3a7-56ce-4e2a-8fe0-05236af225a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:39.137499 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-e64576e5-8c0c-4c3d-b78f-8cb37c977d9b req-2106c3a7-56ce-4e2a-8fe0-05236af225a0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=42d99904-a8b4-4285-872c-5a43c79568a6 HTTP/1.1" status: 200 len: 911 time: 0.1762044 Jun 08 13:47:39.158442 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebde538-0fe6-4138-a892-2f2c4c1efda5 req-537c019e-742f-4e4b-b162-3f635c50efb5 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:39.159955 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-aebde538-0fe6-4138-a892-2f2c4c1efda5 req-537c019e-742f-4e4b-b162-3f635c50efb5 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0831659 Jun 08 13:47:39.200454 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-871bf7ce-b42f-4599-854b-e17dcb5bf62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'name': 'tempest-AttachVolumeTestJSON-940829353-router', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:45Z', 'revision_number': 4, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'gw_port': {'id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '9d4f3305-2d43-4575-b680-fe9eeecb39d7', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'port_id': '38bbf42f-b3f0-44a4-992c-b83e8f85c80a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6', 'mac_address': 'fa:16:3e:1a:10:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0ac6d-b933-4abd-96b8-c1af36e06791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:46:55Z', 'updated_at': '2022-06-08T13:47:37Z', 'revision_number': 1, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d14a308-8f99-469b-a4f6-aac3f4a94dbf', 'name': '', 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'mac_address': 'fa:16:3e:08:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:44Z', 'updated_at': '2022-06-08T13:46:58Z', 'revision_number': 5, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'subnets': [{'id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:47:39.226763 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-aebde538-0fe6-4138-a892-2f2c4c1efda5 req-b95dddd8-48be-4757-a9dd-5ae0115042b5 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596280 Jun 08 13:47:39.231115 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871bf7ce-b42f-4599-854b-e17dcb5bf62b None None] The sync data for ids ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'] in dv-cinder-819149-5-iscsi is: [{'id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'name': 'tempest-AttachVolumeTestJSON-940829353-router', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:45Z', 'revision_number': 4, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'gw_port': {'id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '9d4f3305-2d43-4575-b680-fe9eeecb39d7', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'port_id': '38bbf42f-b3f0-44a4-992c-b83e8f85c80a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6', 'mac_address': 'fa:16:3e:1a:10:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0ac6d-b933-4abd-96b8-c1af36e06791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:46:55Z', 'updated_at': '2022-06-08T13:47:37Z', 'revision_number': 1, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d14a308-8f99-469b-a4f6-aac3f4a94dbf', 'name': '', 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'mac_address': 'fa:16:3e:08:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:44Z', 'updated_at': '2022-06-08T13:46:58Z', 'revision_number': 5, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'subnets': [{'id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:47:39.233400 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a1739-6f88-41bd-a318-34af169c07cc req-dbcb7234-4caa-4cf7-a6ac-1cb09bd0b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:39.235192 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-9b7a1739-6f88-41bd-a318-34af169c07cc req-dbcb7234-4caa-4cf7-a6ac-1cb09bd0b1ad service neutron] 10.222.0.61 "GET /v2.0/networks?id=aade4219-e25a-4e36-bcb1-dc2ec86e256b HTTP/1.1" status: 200 len: 912 time: 0.2086432 Jun 08 13:47:39.256827 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-e64576e5-8c0c-4c3d-b78f-8cb37c977d9b req-9108c4eb-277a-4c06-b3fd-66ccb6ac0668 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38bbf42f-b3f0-44a4-992c-b83e8f85c80a HTTP/1.1" status: 200 len: 999 time: 0.1018414 Jun 08 13:47:39.365120 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df0a92-9c11-425b-8339-2ee623e5071a req-920afbd8-a9e7-42eb-89c5-183dab75ec35 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:39.366630 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-35df0a92-9c11-425b-8339-2ee623e5071a req-920afbd8-a9e7-42eb-89c5-183dab75ec35 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0534449 Jun 08 13:47:39.375673 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 34452) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:39.381277 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-3eeb8a90-eb6d-468b-942c-cda0e5983862 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Request body: {'floatingip': {'port_id': 'a0a7ddb0-7def-4156-9a5b-f3b477a1c311'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:47:39.469076 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-3eeb8a90-eb6d-468b-942c-cda0e5983862 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for floatingip (9cf8a697-6338-4258-a7f5-6835934994fd), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:39.500643 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833be555-e25d-4a42-95be-013176d9101b None None] New status for floating IP 9d4f3305-2d43-4575-b680-fe9eeecb39d7: ACTIVE {{(pid=110999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 13:47:39.538244 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 34462) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:39.685684 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 34464) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:39.695464 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-9b7a1739-6f88-41bd-a318-34af169c07cc req-510cda05-85ea-45a8-b1ec-3a8bce6196d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07b64f58-2f27-4e2b-b1cb-fd9712202bf8 HTTP/1.1" status: 200 len: 217 time: 0.1550970 Jun 08 13:47:39.778587 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64576e5-8c0c-4c3d-b78f-8cb37c977d9b req-db91d9d8-0288-450b-8c0b-26c3298f92ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:39.780072 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-e64576e5-8c0c-4c3d-b78f-8cb37c977d9b req-db91d9d8-0288-450b-8c0b-26c3298f92ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a0a5efd6-6778-48b9-88e3-5a88abf2683a HTTP/1.1" status: 200 len: 849 time: 0.2408695 Jun 08 13:47:39.792406 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-b8ba0aa1-f0a5-4f57-9174-a7f992ef90a4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dfa393e46464434b918e13588b944e2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544334 Jun 08 13:47:39.794868 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 34468) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:39.806302 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a1739-6f88-41bd-a318-34af169c07cc req-6759a7f0-745c-4f65-927c-5795894dfd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:39.807833 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-9b7a1739-6f88-41bd-a318-34af169c07cc req-6759a7f0-745c-4f65-927c-5795894dfd14 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0e6e7292-51a7-4586-abd9-57aae361415c HTTP/1.1" status: 200 len: 851 time: 0.1026001 Jun 08 13:47:39.866047 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e977ec8-3da4-4c33-ab72-63bba2ef9c03 req-5e2f7dac-944c-4146-9b46-58a4807a21ba tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:39.867547 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9e977ec8-3da4-4c33-ab72-63bba2ef9c03 req-5e2f7dac-944c-4146-9b46-58a4807a21ba tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.2296431 Jun 08 13:47:39.892602 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-9b7a1739-6f88-41bd-a318-34af169c07cc req-f0217b9e-5f6a-4a6e-a72a-7c24d7e05c79 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aade4219-e25a-4e36-bcb1-dc2ec86e256b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712495 Jun 08 13:47:39.899865 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ee8020d4-88fa-483b-9b6b-c8a74712639a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:39.917643 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64576e5-8c0c-4c3d-b78f-8cb37c977d9b req-ddecee16-cef9-4d46-9a48-29b2e3740b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:39.917643 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-e64576e5-8c0c-4c3d-b78f-8cb37c977d9b req-ddecee16-cef9-4d46-9a48-29b2e3740b10 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=42d99904-a8b4-4285-872c-5a43c79568a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1118662 Jun 08 13:47:39.935813 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:39.941660 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d55268d9-8960-4feb-8e2f-eaaa3f8fa7a0 admin admin] Publish callbacks [] for security_group (b3f1a96c-d6b0-467b-a41f-e93cb66c6867), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:39.979266 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d55268d9-8960-4feb-8e2f-eaaa3f8fa7a0 admin admin] Publish callbacks [] for security_group (b3f1a96c-d6b0-467b-a41f-e93cb66c6867), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:39.982382 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9e977ec8-3da4-4c33-ab72-63bba2ef9c03 req-8ab9aee2-6599-4e79-99ee-504343b1e09b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019332 Jun 08 13:47:40.195099 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-9b7a1739-6f88-41bd-a318-34af169c07cc req-3c53df4b-cb8f-4a91-872c-e7919ec263e0 service neutron] 10.222.0.61 "GET /v2.0/networks/aade4219-e25a-4e36-bcb1-dc2ec86e256b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044535 Jun 08 13:47:40.216042 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:40.229757 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ee8020d4-88fa-483b-9b6b-c8a74712639a admin admin] Publish callbacks [] for security_group (1cb314da-d18e-4c1d-9119-3f68666d451b), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:40.249954 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-e64576e5-8c0c-4c3d-b78f-8cb37c977d9b req-5595c0c9-cc38-4ed7-af09-652edbd1e244 service neutron] 10.222.0.61 "GET /v2.0/networks/42d99904-a8b4-4285-872c-5a43c79568a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392073 Jun 08 13:47:40.314269 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ee8020d4-88fa-483b-9b6b-c8a74712639a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (1cb314da-d18e-4c1d-9119-3f68666d451b), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:40.320947 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d55268d9-8960-4feb-8e2f-eaaa3f8fa7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (b3f1a96c-d6b0-467b-a41f-e93cb66c6867), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:40.323764 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d55268d9-8960-4feb-8e2f-eaaa3f8fa7a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:40.327606 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-d55268d9-8960-4feb-8e2f-eaaa3f8fa7a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b3f1a96c-d6b0-467b-a41f-e93cb66c6867 HTTP/1.1" status: 204 len: 168 time: 0.5292861 Jun 08 13:47:40.376871 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-ee8020d4-88fa-483b-9b6b-c8a74712639a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bc2b634a1b814f8e84ce57706d821f06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6898487 Jun 08 13:47:40.380812 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8020d4-88fa-483b-9b6b-c8a74712639a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb314da-d18e-4c1d-9119-3f68666d451b,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:40.384321 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 34474) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:40.423400 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55268d9-8960-4feb-8e2f-eaaa3f8fa7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f1a96c-d6b0-467b-a41f-e93cb66c6867,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:40.475164 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-63fc26d7-c190-47da-94b0-5095e92bd6b3 admin admin] Publish callbacks [] for security_group (1cb314da-d18e-4c1d-9119-3f68666d451b), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:40.476768 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 34480) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:40.502437 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-17275546-3ea6-492a-8475-57e262be5c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:40.525049 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.db.resource_extend [None req-3eeb8a90-eb6d-468b-942c-cda0e5983862 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 13:47:40.530718 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-63fc26d7-c190-47da-94b0-5095e92bd6b3 admin admin] Publish callbacks [] for security_group (1cb314da-d18e-4c1d-9119-3f68666d451b), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:40.612634 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-3eeb8a90-eb6d-468b-942c-cda0e5983862 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:40.651676 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-17275546-3ea6-492a-8475-57e262be5c03 admin admin] Publish callbacks [] for security_group (90d24a0a-c6df-451c-b2cc-3a88cbe9008f), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:40.719219 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:40.739684 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-3eeb8a90-eb6d-468b-942c-cda0e5983862 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (9cf8a697-6338-4258-a7f5-6835934994fd), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:40.774523 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-17275546-3ea6-492a-8475-57e262be5c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (90d24a0a-c6df-451c-b2cc-3a88cbe9008f), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:40.775419 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:40.787004 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-63fc26d7-c190-47da-94b0-5095e92bd6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (1cb314da-d18e-4c1d-9119-3f68666d451b), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:40.789487 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-63fc26d7-c190-47da-94b0-5095e92bd6b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:40.790622 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-63fc26d7-c190-47da-94b0-5095e92bd6b3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1cb314da-d18e-4c1d-9119-3f68666d451b HTTP/1.1" status: 204 len: 168 time: 0.4045486 Jun 08 13:47:40.861172 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.db.l3_db [None req-3eeb8a90-eb6d-468b-942c-cda0e5983862 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Floating IP 9cf8a697-6338-4258-a7f5-6835934994fd associated. External IP: 172.27.1.151, port: a0a7ddb0-7def-4156-9a5b-f3b477a1c311. Jun 08 13:47:40.863820 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17275546-3ea6-492a-8475-57e262be5c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d24a0a-c6df-451c-b2cc-3a88cbe9008f,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:40.870208 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-9b7a1739-6f88-41bd-a318-34af169c07cc req-6302d2bb-0e93-42ae-96ca-8152facf5e34 service neutron] 10.222.0.61 "GET /v2.0/networks/aade4219-e25a-4e36-bcb1-dc2ec86e256b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102976 Jun 08 13:47:40.872421 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-17275546-3ea6-492a-8475-57e262be5c03 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=553909ac5166487a9cf26f64561b7ee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3947341 Jun 08 13:47:40.875497 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 34496) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:40.878379 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-e64576e5-8c0c-4c3d-b78f-8cb37c977d9b req-cd2ceffa-0443-4212-ba0f-80f299206da4 service neutron] 10.222.0.61 "GET /v2.0/networks/42d99904-a8b4-4285-872c-5a43c79568a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095644 Jun 08 13:47:40.889160 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc26d7-c190-47da-94b0-5095e92bd6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb314da-d18e-4c1d-9119-3f68666d451b,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:40.945456 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-13c4c266-91cf-429d-8488-e2aefd2d8de6 admin admin] Publish callbacks [] for security_group (90d24a0a-c6df-451c-b2cc-3a88cbe9008f), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:40.966855 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-13c4c266-91cf-429d-8488-e2aefd2d8de6 admin admin] Publish callbacks [] for security_group (90d24a0a-c6df-451c-b2cc-3a88cbe9008f), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:41.031615 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:41.132709 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43a844-165c-4d53-9af7-ef4ac8d7f29d req-fdc56034-ee3a-4d80-b07c-5f5bd564ba19 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:41.134178 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-dc43a844-165c-4d53-9af7-ef4ac8d7f29d req-fdc56034-ee3a-4d80-b07c-5f5bd564ba19 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0643449 Jun 08 13:47:41.136294 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-13c4c266-91cf-429d-8488-e2aefd2d8de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (90d24a0a-c6df-451c-b2cc-3a88cbe9008f), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:41.138983 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-13c4c266-91cf-429d-8488-e2aefd2d8de6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:41.140802 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-13c4c266-91cf-429d-8488-e2aefd2d8de6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/90d24a0a-c6df-451c-b2cc-3a88cbe9008f HTTP/1.1" status: 204 len: 168 time: 0.2646406 Jun 08 13:47:41.156289 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4c266-91cf-429d-8488-e2aefd2d8de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d24a0a-c6df-451c-b2cc-3a88cbe9008f,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:41.168553 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eeb8a90-eb6d-468b-942c-cda0e5983862 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Router 4cba750f-4f39-4b99-9242-f53dcb21f8aa has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:47:41.218990 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-dc43a844-165c-4d53-9af7-ef4ac8d7f29d req-df3fdb74-b6c7-407c-808b-db307243479e tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699253 Jun 08 13:47:41.239812 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:41.317042 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eeb8a90-eb6d-468b-942c-cda0e5983862 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:47:41.322138 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-3eeb8a90-eb6d-468b-942c-cda0e5983862 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:41.330390 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f996440a-2194-46ba-a696-6536b38a8d9e None None] Sync routers for ids ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:47:41.341955 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f996440a-2194-46ba-a696-6536b38a8d9e None None] Routers {'4cba750f-4f39-4b99-9242-f53dcb21f8aa'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:47:41.342779 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-f996440a-2194-46ba-a696-6536b38a8d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:47:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:47:41.391778 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-3eeb8a90-eb6d-468b-942c-cda0e5983862 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "PUT /v2.0/floatingips/9cf8a697-6338-4258-a7f5-6835934994fd HTTP/1.1" status: 200 len: 991 time: 2.0129013 Jun 08 13:47:41.392943 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac779098-8aa5-40b8-ae7d-dc4e463f015b', 'tag': 'a0a7ddb0-7def-4156-9a5b-f3b477a1c311'}] {{(pid=110997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:47:41.398685 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2deb37cb3b385adf0db1d4fcfc98a25470d12ffd9c9459d76da49831f0e3658f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84c428a-4e25-4e0d-ac0a-beb42134ce1f" -d '{"events": [{"name": "network-changed", "server_uuid": "ac779098-8aa5-40b8-ae7d-dc4e463f015b", "tag": "a0a7ddb0-7def-4156-9a5b-f3b477a1c311"}]}' {{(pid=110997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:47:41.445054 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f5c059-c4a4-4bf9-8375-87522b122b30 x-openstack-request-id: req-01f5c059-c4a4-4bf9-8375-87522b122b30 {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:47:41.445334 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac779098-8aa5-40b8-ae7d-dc4e463f015b", "tag": "a0a7ddb0-7def-4156-9a5b-f3b477a1c311", "status": "completed", "code": 200}]} {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:47:41.445585 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-01f5c059-c4a4-4bf9-8375-87522b122b30 {{(pid=110997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:47:41.445993 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01f5c059-c4a4-4bf9-8375-87522b122b30'] response: {'name': 'network-changed', 'server_uuid': 'ac779098-8aa5-40b8-ae7d-dc4e463f015b', 'tag': 'a0a7ddb0-7def-4156-9a5b-f3b477a1c311', 'status': 'completed', 'code': 200} Jun 08 13:47:41.460240 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-f996440a-2194-46ba-a696-6536b38a8d9e None None] Set router 4cba750f-4f39-4b99-9242-f53dcb21f8aa gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:47:41.690571 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=100 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:41.694633 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=100 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:41.708716 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 34526) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:41.722127 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a284bfaf-21d7-455d-8c56-91d1bae36423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:41.755634 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:41.816938 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-f996440a-2194-46ba-a696-6536b38a8d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'name': 'tempest-AttachVolumeShelveTestJSON-9323543-router', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:50Z', 'revision_number': 4, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'gw_port': {'id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '9cf8a697-6338-4258-a7f5-6835934994fd', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'floating_ip_address': '172.27.1.151', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'port_id': 'a0a7ddb0-7def-4156-9a5b-f3b477a1c311', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'mac_address': 'fa:16:3e:98:b3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac779098-8aa5-40b8-ae7d-dc4e463f015b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:47:00Z', 'updated_at': '2022-06-08T13:47:40Z', 'revision_number': 1, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb0c877-9f84-431a-9be6-8b14cf7a55f9', 'name': '', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'mac_address': 'fa:16:3e:4a:a5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:49Z', 'updated_at': '2022-06-08T13:47:00Z', 'revision_number': 5, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'subnets': [{'id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:47:41.839117 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:41.864785 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f996440a-2194-46ba-a696-6536b38a8d9e None None] Checking router: 4cba750f-4f39-4b99-9242-f53dcb21f8aa for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:47:41.884611 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f996440a-2194-46ba-a696-6536b38a8d9e None None] Routers {'4cba750f-4f39-4b99-9242-f53dcb21f8aa'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:47:41.886480 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-f996440a-2194-46ba-a696-6536b38a8d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:47:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:47:41.888542 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:41.908165 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c428a-4e25-4e0d-ac0a-beb42134ce1f req-f0223e66-1ed8-4abf-9ffb-842bc2d9434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:41.909745 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c84c428a-4e25-4e0d-ac0a-beb42134ce1f req-f0223e66-1ed8-4abf-9ffb-842bc2d9434c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0cc65fa99694daa81878db0200bdb4b&device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 1129 time: 0.0624673 Jun 08 13:47:41.953703 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a284bfaf-21d7-455d-8c56-91d1bae36423 admin admin] Publish callbacks [] for security_group (d3973897-4fc6-489d-96a0-536dc914b16f), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:41.978351 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a6eeb-6c23-4207-a7e1-a4139bfa8c91 req-2828319b-52e2-475c-a733-8544460b0bda tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:41.983082 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d17a6eeb-6c23-4207-a7e1-a4139bfa8c91 req-2828319b-52e2-475c-a733-8544460b0bda tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.1136885 Jun 08 13:47:42.017604 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-f996440a-2194-46ba-a696-6536b38a8d9e None None] Set router 4cba750f-4f39-4b99-9242-f53dcb21f8aa gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:47:42.039317 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a284bfaf-21d7-455d-8c56-91d1bae36423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (d3973897-4fc6-489d-96a0-536dc914b16f), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:42.076526 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d17a6eeb-6c23-4207-a7e1-a4139bfa8c91 req-87d1574d-43a8-4403-8289-06385160da1e tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876191 Jun 08 13:47:42.152679 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-a284bfaf-21d7-455d-8c56-91d1bae36423 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e75cbdf70cfd4fd88070a99a9bed7173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4433494 Jun 08 13:47:42.153508 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 34542) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:42.154172 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284bfaf-21d7-455d-8c56-91d1bae36423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3973897-4fc6-489d-96a0-536dc914b16f,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:42.279098 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-dbdba45a-e7a4-41ce-8be9-b35860332138 admin admin] Publish callbacks [] for security_group (d3973897-4fc6-489d-96a0-536dc914b16f), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:42.334653 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-dbdba45a-e7a4-41ce-8be9-b35860332138 admin admin] Publish callbacks [] for security_group (d3973897-4fc6-489d-96a0-536dc914b16f), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:42.342031 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4f7fc-9686-40aa-9de4-9f0fe2ecf0a7 req-3427714c-bf66-49f4-b51e-94fb80ca87b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:42.343169 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-86f4f7fc-9686-40aa-9de4-9f0fe2ecf0a7 req-3427714c-bf66-49f4-b51e-94fb80ca87b3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9abd79bc99784c3f81991d1cae37a074&device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 1129 time: 0.3762190 Jun 08 13:47:42.350552 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-f996440a-2194-46ba-a696-6536b38a8d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'name': 'tempest-AttachVolumeShelveTestJSON-9323543-router', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:50Z', 'revision_number': 4, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'gw_port': {'id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '9cf8a697-6338-4258-a7f5-6835934994fd', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'floating_ip_address': '172.27.1.151', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'port_id': 'a0a7ddb0-7def-4156-9a5b-f3b477a1c311', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'mac_address': 'fa:16:3e:98:b3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac779098-8aa5-40b8-ae7d-dc4e463f015b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:47:00Z', 'updated_at': '2022-06-08T13:47:40Z', 'revision_number': 1, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb0c877-9f84-431a-9be6-8b14cf7a55f9', 'name': '', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'mac_address': 'fa:16:3e:4a:a5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:49Z', 'updated_at': '2022-06-08T13:47:00Z', 'revision_number': 5, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'subnets': [{'id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:47:42.399389 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f996440a-2194-46ba-a696-6536b38a8d9e None None] The sync data for ids ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'] in dv-cinder-819149-5-iscsi is: [{'id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'name': 'tempest-AttachVolumeShelveTestJSON-9323543-router', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:50Z', 'revision_number': 4, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'gw_port': {'id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '9cf8a697-6338-4258-a7f5-6835934994fd', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'floating_ip_address': '172.27.1.151', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'port_id': 'a0a7ddb0-7def-4156-9a5b-f3b477a1c311', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'mac_address': 'fa:16:3e:98:b3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac779098-8aa5-40b8-ae7d-dc4e463f015b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:47:00Z', 'updated_at': '2022-06-08T13:47:40Z', 'revision_number': 1, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb0c877-9f84-431a-9be6-8b14cf7a55f9', 'name': '', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'mac_address': 'fa:16:3e:4a:a5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:49Z', 'updated_at': '2022-06-08T13:47:00Z', 'revision_number': 5, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'subnets': [{'id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:47:42.478818 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-dbdba45a-e7a4-41ce-8be9-b35860332138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (d3973897-4fc6-489d-96a0-536dc914b16f), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:42.481963 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-dbdba45a-e7a4-41ce-8be9-b35860332138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:42.486531 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-dbdba45a-e7a4-41ce-8be9-b35860332138 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d3973897-4fc6-489d-96a0-536dc914b16f HTTP/1.1" status: 204 len: 168 time: 0.3216958 Jun 08 13:47:42.496257 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdba45a-e7a4-41ce-8be9-b35860332138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3973897-4fc6-489d-96a0-536dc914b16f,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:42.499422 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4f7fc-9686-40aa-9de4-9f0fe2ecf0a7 req-2d8d73c3-3542-4b44-b8d0-05d93a68b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:42.500907 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-86f4f7fc-9686-40aa-9de4-9f0fe2ecf0a7 req-2d8d73c3-3542-4b44-b8d0-05d93a68b0bc service neutron] 10.222.0.61 "GET /v2.0/networks?id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f HTTP/1.1" status: 200 len: 919 time: 0.1184180 Jun 08 13:47:42.509419 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c428a-4e25-4e0d-ac0a-beb42134ce1f req-7b776c01-ff66-4c1d-b692-4f1c08c0b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:42.510453 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c84c428a-4e25-4e0d-ac0a-beb42134ce1f req-7b776c01-ff66-4c1d-b692-4f1c08c0b1ae service neutron] 10.222.0.61 "GET /v2.0/networks?id=12800c86-d5ba-481d-a55e-8c6ac82045b0 HTTP/1.1" status: 200 len: 915 time: 0.5947580 Jun 08 13:47:42.683957 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b239f47-0710-4baf-aef2-2ca09a7a2694 None None] New status for floating IP 9cf8a697-6338-4258-a7f5-6835934994fd: ACTIVE {{(pid=110999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 13:47:42.772308 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-86f4f7fc-9686-40aa-9de4-9f0fe2ecf0a7 req-d80206d2-e52f-4e4f-be79-18addaedb32e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10edcea1-58b0-4fcc-a997-70b2f8d25e44 HTTP/1.1" status: 200 len: 217 time: 0.0908043 Jun 08 13:47:42.824157 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c84c428a-4e25-4e0d-ac0a-beb42134ce1f req-9b942827-d60d-4a4c-85af-04cc48aef557 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0a7ddb0-7def-4156-9a5b-f3b477a1c311 HTTP/1.1" status: 200 len: 999 time: 0.1414692 Jun 08 13:47:42.842350 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4f7fc-9686-40aa-9de4-9f0fe2ecf0a7 req-ed8e1e87-d243-4a37-9036-bb7a62187afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:42.843951 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-86f4f7fc-9686-40aa-9de4-9f0fe2ecf0a7 req-ed8e1e87-d243-4a37-9036-bb7a62187afa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69836fd4-f98b-48c1-883c-8589e3b080df HTTP/1.1" status: 200 len: 857 time: 0.0642421 Jun 08 13:47:42.954867 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4f7fc-9686-40aa-9de4-9f0fe2ecf0a7 req-5dac9691-9cb2-4fbc-a53d-679cff318de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:42.956531 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-86f4f7fc-9686-40aa-9de4-9f0fe2ecf0a7 req-5dac9691-9cb2-4fbc-a53d-679cff318de4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0942636 Jun 08 13:47:42.969175 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c428a-4e25-4e0d-ac0a-beb42134ce1f req-33bdfc92-3e8f-41a0-9037-860f5024bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:42.970575 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c84c428a-4e25-4e0d-ac0a-beb42134ce1f req-33bdfc92-3e8f-41a0-9037-860f5024bc5c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a82067f-8037-420a-aa38-ea511b7711ca HTTP/1.1" status: 200 len: 853 time: 0.1095641 Jun 08 13:47:43.214327 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29747ab7-dc80-408d-8f7c-149d9f95f8fd req-15bd4417-8a61-4ee3-85bb-00d7eebe42be tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:43.216042 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-29747ab7-dc80-408d-8f7c-149d9f95f8fd req-15bd4417-8a61-4ee3-85bb-00d7eebe42be tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0506022 Jun 08 13:47:43.282790 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-29747ab7-dc80-408d-8f7c-149d9f95f8fd req-508312a3-cc9e-43a6-a62a-95ad0d6040a7 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601308 Jun 08 13:47:43.305306 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c428a-4e25-4e0d-ac0a-beb42134ce1f req-6d8d3131-2112-4bae-8342-898a9cb74ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:43.311292 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c84c428a-4e25-4e0d-ac0a-beb42134ce1f req-6d8d3131-2112-4bae-8342-898a9cb74ab1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=12800c86-d5ba-481d-a55e-8c6ac82045b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0887246 Jun 08 13:47:43.418449 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-86f4f7fc-9686-40aa-9de4-9f0fe2ecf0a7 req-59b59cd8-befd-4056-91ad-c353f1cd31ec service neutron] 10.222.0.61 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011878 Jun 08 13:47:43.469453 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 34590) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:43.487254 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c84c428a-4e25-4e0d-ac0a-beb42134ce1f req-05c52191-c9f4-46ac-ab5b-921a95d7952a service neutron] 10.222.0.61 "GET /v2.0/networks/12800c86-d5ba-481d-a55e-8c6ac82045b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687889 Jun 08 13:47:43.590843 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-86f4f7fc-9686-40aa-9de4-9f0fe2ecf0a7 req-6e6bfe1d-1f78-4660-bafe-941a834d351b service neutron] 10.222.0.61 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632001 Jun 08 13:47:43.592948 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7cf0e948-2888-495d-b560-f9e45cd60ba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:43.610482 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c84c428a-4e25-4e0d-ac0a-beb42134ce1f req-d2928355-4b04-4d38-b9e6-a627682f8299 service neutron] 10.222.0.61 "GET /v2.0/networks/12800c86-d5ba-481d-a55e-8c6ac82045b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120844 Jun 08 13:47:43.635496 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:43.703283 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7cf0e948-2888-495d-b560-f9e45cd60ba8 admin admin] Publish callbacks [] for security_group (2cc9468b-2eaf-4b6c-9b19-bcff1846c9c7), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:43.764685 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7cf0e948-2888-495d-b560-f9e45cd60ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (2cc9468b-2eaf-4b6c-9b19-bcff1846c9c7), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:43.810249 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 34604) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:43.810786 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-7cf0e948-2888-495d-b560-f9e45cd60ba8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2111a0127715460b869e6fd886ce5ab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3395009 Jun 08 13:47:43.811577 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0e948-2888-495d-b560-f9e45cd60ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc9468b-2eaf-4b6c-9b19-bcff1846c9c7,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:43.880251 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-67211d75-cbba-4a6c-8d0d-f6006fe66b61 admin admin] Publish callbacks [] for security_group (2cc9468b-2eaf-4b6c-9b19-bcff1846c9c7), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:43.905059 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-67211d75-cbba-4a6c-8d0d-f6006fe66b61 admin admin] Publish callbacks [] for security_group (2cc9468b-2eaf-4b6c-9b19-bcff1846c9c7), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:44.063247 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-67211d75-cbba-4a6c-8d0d-f6006fe66b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (2cc9468b-2eaf-4b6c-9b19-bcff1846c9c7), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:44.065888 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-67211d75-cbba-4a6c-8d0d-f6006fe66b61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:44.071131 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-67211d75-cbba-4a6c-8d0d-f6006fe66b61 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2cc9468b-2eaf-4b6c-9b19-bcff1846c9c7 HTTP/1.1" status: 204 len: 168 time: 0.2589602 Jun 08 13:47:44.079934 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67211d75-cbba-4a6c-8d0d-f6006fe66b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc9468b-2eaf-4b6c-9b19-bcff1846c9c7,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:44.443529 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bd421-e77e-4c5f-8415-8b9bd77cf151 req-5793ad6c-91ea-432c-bea8-a90030c3de4e tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:44.445035 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bb9bd421-e77e-4c5f-8415-8b9bd77cf151 req-5793ad6c-91ea-432c-bea8-a90030c3de4e tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0767112 Jun 08 13:47:44.502215 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc8382-baf9-4adf-b5c8-ead88f6bf063 req-97fa109c-244a-48ec-b0ab-29f33182f5f5 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:44.503692 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a3fc8382-baf9-4adf-b5c8-ead88f6bf063 req-97fa109c-244a-48ec-b0ab-29f33182f5f5 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 946 time: 0.0772469 Jun 08 13:47:44.546659 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bb9bd421-e77e-4c5f-8415-8b9bd77cf151 req-371c4c79-55c2-4abe-92ed-697bcb70efd6 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802250 Jun 08 13:47:44.581802 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a3fc8382-baf9-4adf-b5c8-ead88f6bf063 req-0f840fc9-470c-4847-a5f9-82a70f535fe7 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662553 Jun 08 13:47:44.633500 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:44.871011 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:45.117080 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 34682) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:45.230020 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ad5c80be-47f3-42eb-866c-4ad2ec7853f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:45.309009 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ad5c80be-47f3-42eb-866c-4ad2ec7853f2 admin admin] Publish callbacks [] for security_group (b3d5107a-9b56-430b-810c-38e895fef128), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:45.392892 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ad5c80be-47f3-42eb-866c-4ad2ec7853f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (b3d5107a-9b56-430b-810c-38e895fef128), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:45.434671 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-ad5c80be-47f3-42eb-866c-4ad2ec7853f2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=00e933f81c6447269cd326a21f6bfae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3141656 Jun 08 13:47:45.434671 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c80be-47f3-42eb-866c-4ad2ec7853f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d5107a-9b56-430b-810c-38e895fef128,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:45.435043 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 34704) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:45.495142 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-781254b6-1988-4d49-a962-64b7e00f0997 admin admin] Publish callbacks [] for security_group (b3d5107a-9b56-430b-810c-38e895fef128), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:45.519700 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-781254b6-1988-4d49-a962-64b7e00f0997 admin admin] Publish callbacks [] for security_group (b3d5107a-9b56-430b-810c-38e895fef128), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:45.531669 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:45.678347 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-781254b6-1988-4d49-a962-64b7e00f0997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (b3d5107a-9b56-430b-810c-38e895fef128), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:45.681006 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-781254b6-1988-4d49-a962-64b7e00f0997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:45.682146 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-781254b6-1988-4d49-a962-64b7e00f0997 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b3d5107a-9b56-430b-810c-38e895fef128 HTTP/1.1" status: 204 len: 168 time: 0.2458918 Jun 08 13:47:45.706706 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae989d15-c296-4728-9e6b-8fb1959676d1 req-709a5e4f-83e7-4235-9314-ff6287deebcb tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:45.706706 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ae989d15-c296-4728-9e6b-8fb1959676d1 req-709a5e4f-83e7-4235-9314-ff6287deebcb tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0831654 Jun 08 13:47:45.720557 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781254b6-1988-4d49-a962-64b7e00f0997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d5107a-9b56-430b-810c-38e895fef128,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:45.746662 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30e4eb-aeaa-4dac-ba3f-ffc3393d95f6 req-01240095-dbad-4966-8bce-f783c938e83c tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:45.748231 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1a30e4eb-aeaa-4dac-ba3f-ffc3393d95f6 req-01240095-dbad-4966-8bce-f783c938e83c tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 946 time: 0.0846069 Jun 08 13:47:45.781975 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:45.793871 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ae989d15-c296-4728-9e6b-8fb1959676d1 req-bf556807-2b9b-4334-a162-cb6f151ca322 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773139 Jun 08 13:47:45.823938 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1a30e4eb-aeaa-4dac-ba3f-ffc3393d95f6 req-4c9315df-a921-47db-b697-8c50d2c32b67 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633767 Jun 08 13:47:46.062466 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 34724) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:46.197776 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-8c76a716-1597-4c94-9958-d468254b01cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:46.278338 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-8c76a716-1597-4c94-9958-d468254b01cf admin admin] Publish callbacks [] for security_group (5ce7c615-9a33-4285-8cbf-4f99edb74517), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:46.367973 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-8c76a716-1597-4c94-9958-d468254b01cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (5ce7c615-9a33-4285-8cbf-4f99edb74517), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:46.418919 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02b584-e080-4ae3-b3c2-67380cc4624e req-77baf62e-49d3-4513-88d7-867a5f44fcc3 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:46.420681 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-ff02b584-e080-4ae3-b3c2-67380cc4624e req-77baf62e-49d3-4513-88d7-867a5f44fcc3 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 946 time: 0.0930314 Jun 08 13:47:46.440136 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-8c76a716-1597-4c94-9958-d468254b01cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a9a433bef9e46d1935939a8835e9d21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3765733 Jun 08 13:47:46.441146 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76a716-1597-4c94-9958-d468254b01cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce7c615-9a33-4285-8cbf-4f99edb74517,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:46.445352 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 34744) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:46.474855 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:46.521962 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-1e5cbebb-094e-4d02-aed7-cdaf3c3d4609 admin admin] Publish callbacks [] for security_group (5ce7c615-9a33-4285-8cbf-4f99edb74517), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:46.543100 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-1e5cbebb-094e-4d02-aed7-cdaf3c3d4609 admin admin] Publish callbacks [] for security_group (5ce7c615-9a33-4285-8cbf-4f99edb74517), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:46.569491 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-ff02b584-e080-4ae3-b3c2-67380cc4624e req-eb03098a-a2f5-4e5b-a453-bcf236338277 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Deleting port 07b64f58-2f27-4e2b-b1cb-fd9712202bf8 {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:47:46.569859 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-ff02b584-e080-4ae3-b3c2-67380cc4624e req-eb03098a-a2f5-4e5b-a453-bcf236338277 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (07b64f58-2f27-4e2b-b1cb-fd9712202bf8), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:46.669887 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-ff02b584-e080-4ae3-b3c2-67380cc4624e req-eb03098a-a2f5-4e5b-a453-bcf236338277 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] For port 07b64f58-2f27-4e2b-b1cb-fd9712202bf8, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=07b64f58-2f27-4e2b-b1cb-fd9712202bf8,segment=NetworkSegment(99344786-4fbb-4a84-b3d0-9b46d1bc4125),segment_id=99344786-4fbb-4a84-b3d0-9b46d1bc4125)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:47:46.670251 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-ff02b584-e080-4ae3-b3c2-67380cc4624e req-eb03098a-a2f5-4e5b-a453-bcf236338277 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (07b64f58-2f27-4e2b-b1cb-fd9712202bf8), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:46.687263 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-ff02b584-e080-4ae3-b3c2-67380cc4624e req-eb03098a-a2f5-4e5b-a453-bcf236338277 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Calling delete_port for 07b64f58-2f27-4e2b-b1cb-fd9712202bf8 owned by compute:nova {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:47:46.700179 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:46.725264 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-1e5cbebb-094e-4d02-aed7-cdaf3c3d4609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (5ce7c615-9a33-4285-8cbf-4f99edb74517), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:46.727926 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-1e5cbebb-094e-4d02-aed7-cdaf3c3d4609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:46.729251 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-1e5cbebb-094e-4d02-aed7-cdaf3c3d4609 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ce7c615-9a33-4285-8cbf-4f99edb74517 HTTP/1.1" status: 204 len: 168 time: 0.2826777 Jun 08 13:47:46.742212 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cbebb-094e-4d02-aed7-cdaf3c3d4609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce7c615-9a33-4285-8cbf-4f99edb74517,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:46.987970 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd159f5-7979-455a-9525-fb68897cdab0 req-ed4632ea-30a5-4481-85f8-9865ea1f78f6 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:46.990332 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bfd159f5-7979-455a-9525-fb68897cdab0 req-ed4632ea-30a5-4481-85f8-9865ea1f78f6 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.1017327 Jun 08 13:47:46.997109 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-ff02b584-e080-4ae3-b3c2-67380cc4624e req-eb03098a-a2f5-4e5b-a453-bcf236338277 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (07b64f58-2f27-4e2b-b1cb-fd9712202bf8), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:47.005279 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92d23c-3935-44d8-92ec-8c79c19ab30d req-f27120c9-6334-4c34-82b2-9ae9c147f034 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:47.006746 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fd92d23c-3935-44d8-92ec-8c79c19ab30d req-f27120c9-6334-4c34-82b2-9ae9c147f034 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 946 time: 0.0678303 Jun 08 13:47:47.012817 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['07b64f58-2f27-4e2b-b1cb-fd9712202bf8'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:47:47.048689 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03098a-a2f5-4e5b-a453-bcf236338277 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Pushing event deleted for resources: {'Port': ['ID=07b64f58-2f27-4e2b-b1cb-fd9712202bf8,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:47.084728 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bfd159f5-7979-455a-9525-fb68897cdab0 req-03ff8bfa-daf1-4da8-ab07-85228de95f8c tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885606 Jun 08 13:47:47.093264 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fd92d23c-3935-44d8-92ec-8c79c19ab30d req-0e78e922-dd8b-4858-9ef1-d99d54fc766f tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/security-groups?id=bfb76049-a38a-4850-898d-126f081bd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726776 Jun 08 13:47:47.152610 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff02b584-e080-4ae3-b3c2-67380cc4624e req-eb03098a-a2f5-4e5b-a453-bcf236338277 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] No DVR routers for this DVR port 07b64f58-2f27-4e2b-b1cb-fd9712202bf8 on host hv-cinder-81914 {{(pid=110998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:47:47.152762 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-ff02b584-e080-4ae3-b3c2-67380cc4624e req-eb03098a-a2f5-4e5b-a453-bcf236338277 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:47.156292 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-ff02b584-e080-4ae3-b3c2-67380cc4624e req-eb03098a-a2f5-4e5b-a453-bcf236338277 tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.61 "DELETE /v2.0/ports/07b64f58-2f27-4e2b-b1cb-fd9712202bf8 HTTP/1.1" status: 204 len: 173 time: 0.7292638 Jun 08 13:47:47.156745 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee648927-27a4-4ca6-a341-22a82e9e54a2', 'name': 'network-vif-deleted', 'tag': '07b64f58-2f27-4e2b-b1cb-fd9712202bf8'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:47:47.168286 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c483fb2-3f80-4a21-b54a-4f478527a31a" -d '{"events": [{"server_uuid": "ee648927-27a4-4ca6-a341-22a82e9e54a2", "name": "network-vif-deleted", "tag": "07b64f58-2f27-4e2b-b1cb-fd9712202bf8"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:47:47.233663 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b110b3cc-418f-432b-aae5-f54d6e9ef011 x-openstack-request-id: req-b110b3cc-418f-432b-aae5-f54d6e9ef011 {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:47:47.234039 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee648927-27a4-4ca6-a341-22a82e9e54a2", "name": "network-vif-deleted", "tag": "07b64f58-2f27-4e2b-b1cb-fd9712202bf8", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:47:47.234458 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b110b3cc-418f-432b-aae5-f54d6e9ef011 {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:47:47.234866 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b110b3cc-418f-432b-aae5-f54d6e9ef011'] response: {'server_uuid': 'ee648927-27a4-4ca6-a341-22a82e9e54a2', 'name': 'network-vif-deleted', 'tag': '07b64f58-2f27-4e2b-b1cb-fd9712202bf8', 'status': 'completed', 'code': 200} Jun 08 13:47:47.616534 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 34826) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:47.640195 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-99c42c18-a7d0-4073-b075-ec8108560fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:47.718057 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-99c42c18-a7d0-4073-b075-ec8108560fdb admin admin] Publish callbacks [] for security_group (50141390-ff7a-47aa-bbbf-78978fc98dee), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:47.833335 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-99c42c18-a7d0-4073-b075-ec8108560fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (50141390-ff7a-47aa-bbbf-78978fc98dee), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:47.876401 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-99c42c18-a7d0-4073-b075-ec8108560fdb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1696c3049cbf4ceda90982334919e899&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2580037 Jun 08 13:47:47.877567 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c42c18-a7d0-4073-b075-ec8108560fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50141390-ff7a-47aa-bbbf-78978fc98dee,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:47.879050 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 34828) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:47.929555 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-543fe783-0a73-43e6-8258-c6f142b759c5 admin admin] Publish callbacks [] for security_group (50141390-ff7a-47aa-bbbf-78978fc98dee), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:47.951452 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-543fe783-0a73-43e6-8258-c6f142b759c5 admin admin] Publish callbacks [] for security_group (50141390-ff7a-47aa-bbbf-78978fc98dee), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:48.090595 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-543fe783-0a73-43e6-8258-c6f142b759c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (50141390-ff7a-47aa-bbbf-78978fc98dee), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:48.093234 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-543fe783-0a73-43e6-8258-c6f142b759c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:48.097112 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-543fe783-0a73-43e6-8258-c6f142b759c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/50141390-ff7a-47aa-bbbf-78978fc98dee HTTP/1.1" status: 204 len: 168 time: 0.2140262 Jun 08 13:47:48.105831 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543fe783-0a73-43e6-8258-c6f142b759c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50141390-ff7a-47aa-bbbf-78978fc98dee,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:48.225214 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790376c0-35f7-4e01-a57e-41f22afb3b7d req-f8f0dc9d-f19b-4e61-938f-fe3b869bc598 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:48.226753 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-790376c0-35f7-4e01-a57e-41f22afb3b7d req-f8f0dc9d-f19b-4e61-938f-fe3b869bc598 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0657675 Jun 08 13:47:48.245251 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6563db78-e8a5-4642-82ed-0ad3eeeb0c80 req-78ae7f0c-2295-483c-8971-dfc264464c7f tempest-DeleteServersTestJSON-1822897200 tempest-DeleteServersTestJSON-1822897200-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee648927-27a4-4ca6-a341-22a82e9e54a2 HTTP/1.1" status: 200 len: 210 time: 0.0418699 Jun 08 13:47:48.292457 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-790376c0-35f7-4e01-a57e-41f22afb3b7d req-72f50787-284f-4e94-b523-bd8281618df2 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502009 Jun 08 13:47:48.605120 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:48.713932 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=100 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:49.427654 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d36d5-443c-4788-8d79-ccb1bf9be326 req-c54c5d16-4a04-424d-9b37-4735bceeca1c tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:49.429533 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ea2d36d5-443c-4788-8d79-ccb1bf9be326 req-c54c5d16-4a04-424d-9b37-4735bceeca1c tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0600166 Jun 08 13:47:49.492187 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ea2d36d5-443c-4788-8d79-ccb1bf9be326 req-d53d4fbb-320b-43f7-bc1a-41022f06ac0a tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539725 Jun 08 13:47:50.004078 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 34924) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:50.117256 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-24227b03-fd42-4555-83cb-e54b4374c303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:50.200431 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-24227b03-fd42-4555-83cb-e54b4374c303 admin admin] Publish callbacks [] for security_group (e1598356-e3a4-4711-b082-497dd6bad8b8), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:50.287990 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-24227b03-fd42-4555-83cb-e54b4374c303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (e1598356-e3a4-4711-b082-497dd6bad8b8), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:50.312600 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:50.336390 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-24227b03-fd42-4555-83cb-e54b4374c303 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a09f29ccb5244cc09b0c6386049e9937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305097 Jun 08 13:47:50.338966 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24227b03-fd42-4555-83cb-e54b4374c303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1598356-e3a4-4711-b082-497dd6bad8b8,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:50.339322 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 34932) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:50.389791 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a8971f26-3d0a-4f45-805f-52cc7c58173b admin admin] Publish callbacks [] for security_group (e1598356-e3a4-4711-b082-497dd6bad8b8), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:50.411611 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a8971f26-3d0a-4f45-805f-52cc7c58173b admin admin] Publish callbacks [] for security_group (e1598356-e3a4-4711-b082-497dd6bad8b8), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:50.440697 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:50.449276 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 07b64f58-2f27-4e2b-b1cb-fd9712202bf8 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:47:50.472372 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] No Port match for: 07b64f58-2f27-4e2b-b1cb-fd9712202bf8 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:47:50.472717 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 07b64f58-2f27-4e2b-b1cb-fd9712202bf8 not bound to the agent host hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:47:50.541800 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a8971f26-3d0a-4f45-805f-52cc7c58173b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (e1598356-e3a4-4711-b082-497dd6bad8b8), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:50.544604 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a8971f26-3d0a-4f45-805f-52cc7c58173b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:50.545805 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-a8971f26-3d0a-4f45-805f-52cc7c58173b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e1598356-e3a4-4711-b082-497dd6bad8b8 HTTP/1.1" status: 204 len: 168 time: 0.2055330 Jun 08 13:47:50.555878 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8971f26-3d0a-4f45-805f-52cc7c58173b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1598356-e3a4-4711-b082-497dd6bad8b8,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:50.631090 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942f247-7cf1-4fe6-ba32-b14df2695775 req-89d0170f-e9e2-4195-94c1-384e7637e5e7 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:50.632564 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4942f247-7cf1-4fe6-ba32-b14df2695775 req-89d0170f-e9e2-4195-94c1-384e7637e5e7 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0557358 Jun 08 13:47:50.683171 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4942f247-7cf1-4fe6-ba32-b14df2695775 req-4e379451-0a52-4a5c-84c4-305165cd6d8b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448227 Jun 08 13:47:50.786114 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 34942) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:51.057937 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-961e0459-7fc8-4bf3-9b35-274aa48ab99a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:51.090172 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 34960) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:51.164258 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_v2 [None req-c121e6fe-5574-4bd3-a2e5-fbe0c97af3d1 admin admin] Deleting subnet 0e6e7292-51a7-4586-abd9-57aae361415c {{(pid=110998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 13:47:51.171535 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c121e6fe-5574-4bd3-a2e5-fbe0c97af3d1 admin admin] Publish callbacks [] for subnet (0e6e7292-51a7-4586-abd9-57aae361415c), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:51.221332 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c121e6fe-5574-4bd3-a2e5-fbe0c97af3d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8827961'] for subnet (0e6e7292-51a7-4586-abd9-57aae361415c), precommit_delete_associations {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:51.265062 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-961e0459-7fc8-4bf3-9b35-274aa48ab99a admin admin] Publish callbacks [] for security_group (dddb3160-483d-45e8-8ef9-cd3eb8097458), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:51.283481 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c121e6fe-5574-4bd3-a2e5-fbe0c97af3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628126'] for subnet (0e6e7292-51a7-4586-abd9-57aae361415c), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:51.359091 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-961e0459-7fc8-4bf3-9b35-274aa48ab99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (dddb3160-483d-45e8-8ef9-cd3eb8097458), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:51.381655 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:51.405913 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-961e0459-7fc8-4bf3-9b35-274aa48ab99a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=01f4fb2e8761497680b2d6a99961cd30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6186235 Jun 08 13:47:51.407013 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e0459-7fc8-4bf3-9b35-274aa48ab99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddb3160-483d-45e8-8ef9-cd3eb8097458,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:51.409189 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 34970) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:51.416600 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c121e6fe-5574-4bd3-a2e5-fbe0c97af3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11352020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12398490'] for subnet (0e6e7292-51a7-4586-abd9-57aae361415c), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:51.448153 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121e6fe-5574-4bd3-a2e5-fbe0c97af3d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e6e7292-51a7-4586-abd9-57aae361415c,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:51.452982 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c121e6fe-5574-4bd3-a2e5-fbe0c97af3d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:51.455460 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-c121e6fe-5574-4bd3-a2e5-fbe0c97af3d1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0e6e7292-51a7-4586-abd9-57aae361415c HTTP/1.1" status: 204 len: 168 time: 0.3618810 Jun 08 13:47:51.456328 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 34972) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:51.458781 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 34974) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:51.474836 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-f0605afa-4104-41bd-9a35-57b31ac6364c admin admin] Publish callbacks [] for security_group (dddb3160-483d-45e8-8ef9-cd3eb8097458), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:51.529596 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-f0605afa-4104-41bd-9a35-57b31ac6364c admin admin] Publish callbacks [] for security_group (dddb3160-483d-45e8-8ef9-cd3eb8097458), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:51.577085 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d21e4c6d-508f-4340-ac6a-f69066b1c17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427792'] for network (aade4219-e25a-4e36-bcb1-dc2ec86e256b), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:51.609680 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-439d5063-e3b7-4a28-85c8-fbd9020557bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:51.662148 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d21e4c6d-508f-4340-ac6a-f69066b1c17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629017', 'neutron.services.segments.db._delete_segments_for_network-8774158746125'] for network (aade4219-e25a-4e36-bcb1-dc2ec86e256b), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:51.667119 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-f0605afa-4104-41bd-9a35-57b31ac6364c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (dddb3160-483d-45e8-8ef9-cd3eb8097458), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:51.670059 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-f0605afa-4104-41bd-9a35-57b31ac6364c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:51.673051 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-f0605afa-4104-41bd-9a35-57b31ac6364c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dddb3160-483d-45e8-8ef9-cd3eb8097458 HTTP/1.1" status: 204 len: 168 time: 0.2609739 Jun 08 13:47:51.687992 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-d21e4c6d-508f-4340-ac6a-f69066b1c17c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aade4219-e25a-4e36-bcb1-dc2ec86e256b']}} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:47:51.696102 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0605afa-4104-41bd-9a35-57b31ac6364c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddb3160-483d-45e8-8ef9-cd3eb8097458,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:51.703249 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-d21e4c6d-508f-4340-ac6a-f69066b1c17c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99344786-4fbb-4a84-b3d0-9b46d1bc4125') {'for_net_delete': True} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:47:51.704200 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-d21e4c6d-508f-4340-ac6a-f69066b1c17c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99344786-4fbb-4a84-b3d0-9b46d1bc4125') {} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:47:51.727664 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d21e4c6d-508f-4340-ac6a-f69066b1c17c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158745236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8827952'] for segment (99344786-4fbb-4a84-b3d0-9b46d1bc4125), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:51.745076 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d21e4c6d-508f-4340-ac6a-f69066b1c17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (99344786-4fbb-4a84-b3d0-9b46d1bc4125), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:51.754762 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-439d5063-e3b7-4a28-85c8-fbd9020557bc admin admin] Publish callbacks [] for security_group (0842a63d-faf8-434f-b9ca-7c1770a427f3), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:51.757476 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d21e4c6d-508f-4340-ac6a-f69066b1c17c admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=110998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:47:51.769476 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d21e4c6d-508f-4340-ac6a-f69066b1c17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11351950'] for segment (99344786-4fbb-4a84-b3d0-9b46d1bc4125), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:51.806309 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.services.segments.plugin [-] Segment 99344786-4fbb-4a84-b3d0-9b46d1bc4125 resource provider aggregate not found Jun 08 13:47:51.829590 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.services.segments.plugin [-] Segment 99344786-4fbb-4a84-b3d0-9b46d1bc4125 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99344786-4fbb-4a84-b3d0-9b46d1bc4125 found for delete ", "request_id": "req-d8f697e9-ec49-40bc-be85-71ec261119b4"}]} Jun 08 13:47:51.867391 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27b81a-49c0-4819-ad85-f2409c3caf56 req-cf480eaa-ee09-4412-b3d7-ea9bf2bfe442 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:51.868884 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8d27b81a-49c0-4819-ad85-f2409c3caf56 req-cf480eaa-ee09-4412-b3d7-ea9bf2bfe442 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0590751 Jun 08 13:47:51.870055 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-439d5063-e3b7-4a28-85c8-fbd9020557bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (0842a63d-faf8-434f-b9ca-7c1770a427f3), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:51.896827 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d21e4c6d-508f-4340-ac6a-f69066b1c17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357978'] for network (aade4219-e25a-4e36-bcb1-dc2ec86e256b), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:51.902391 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d21e4c6d-508f-4340-ac6a-f69066b1c17c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:51.908505 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-d21e4c6d-508f-4340-ac6a-f69066b1c17c admin admin] 10.222.0.55 "DELETE /v2.0/networks/aade4219-e25a-4e36-bcb1-dc2ec86e256b HTTP/1.1" status: 204 len: 168 time: 0.4474125 Jun 08 13:47:51.936569 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e4c6d-508f-4340-ac6a-f69066b1c17c admin admin] Pushing event deleted for resources: {'Network': ['ID=aade4219-e25a-4e36-bcb1-dc2ec86e256b,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:51.951313 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d5063-e3b7-4a28-85c8-fbd9020557bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0842a63d-faf8-434f-b9ca-7c1770a427f3,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:51.958246 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-439d5063-e3b7-4a28-85c8-fbd9020557bc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=90d44321169c4b4ea479642baae33ab7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5001979 Jun 08 13:47:51.961073 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 35004) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:51.984924 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8d27b81a-49c0-4819-ad85-f2409c3caf56 req-0e751a46-59ea-4654-b80e-643ba2bf8b09 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067097 Jun 08 13:47:52.013823 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3810e437-af64-4c7e-a4ed-ccd7b2db2567 admin admin] Publish callbacks [] for security_group (0842a63d-faf8-434f-b9ca-7c1770a427f3), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:52.016164 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:52.042719 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3810e437-af64-4c7e-a4ed-ccd7b2db2567 admin admin] Publish callbacks [] for security_group (0842a63d-faf8-434f-b9ca-7c1770a427f3), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:52.194127 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3810e437-af64-4c7e-a4ed-ccd7b2db2567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (0842a63d-faf8-434f-b9ca-7c1770a427f3), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:52.196790 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3810e437-af64-4c7e-a4ed-ccd7b2db2567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:52.200310 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-3810e437-af64-4c7e-a4ed-ccd7b2db2567 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0842a63d-faf8-434f-b9ca-7c1770a427f3 HTTP/1.1" status: 204 len: 168 time: 0.2359295 Jun 08 13:47:52.206687 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810e437-af64-4c7e-a4ed-ccd7b2db2567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0842a63d-faf8-434f-b9ca-7c1770a427f3,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:52.396439 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 35010) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:52.446280 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-cb1ed6f6-93f4-4a8e-acaa-04ec2dd98b89 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e6598a073a442958076b48bed28c472&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0486555 Jun 08 13:47:52.449024 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 35012) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:52.508678 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 35014) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:52.518266 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-bc918c77-0620-4196-bd5d-c0ca4332e063 admin admin] Publish callbacks [] for security_group (bfb76049-a38a-4850-898d-126f081bd759), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:52.525313 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-d61d09a9-7266-44c0-a415-52c7cfb44bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:52.541821 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-bc918c77-0620-4196-bd5d-c0ca4332e063 admin admin] Publish callbacks [] for security_group (bfb76049-a38a-4850-898d-126f081bd759), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:52.553354 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:52.617894 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-d61d09a9-7266-44c0-a415-52c7cfb44bd3 admin admin] Publish callbacks [] for security_group (b7bb05a0-498d-464b-bef9-c9bd23bd1038), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:52.725141 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-d61d09a9-7266-44c0-a415-52c7cfb44bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (b7bb05a0-498d-464b-bef9-c9bd23bd1038), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:52.725795 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-bc918c77-0620-4196-bd5d-c0ca4332e063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (bfb76049-a38a-4850-898d-126f081bd759), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:52.727868 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-bc918c77-0620-4196-bd5d-c0ca4332e063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:52.731831 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-bc918c77-0620-4196-bd5d-c0ca4332e063 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bfb76049-a38a-4850-898d-126f081bd759 HTTP/1.1" status: 204 len: 168 time: 0.2788947 Jun 08 13:47:52.742043 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc918c77-0620-4196-bd5d-c0ca4332e063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb76049-a38a-4850-898d-126f081bd759,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:52.781049 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d09a9-7266-44c0-a415-52c7cfb44bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bb05a0-498d-464b-bef9-c9bd23bd1038,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:52.792179 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-d61d09a9-7266-44c0-a415-52c7cfb44bd3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0b8c1f5a34a142d8b92205d60bff6998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778718 Jun 08 13:47:52.792554 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 35022) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:52.851103 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5a85e98b-cef8-413f-bac0-8a7dc78d344e admin admin] Publish callbacks [] for security_group (b7bb05a0-498d-464b-bef9-c9bd23bd1038), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:52.876636 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5a85e98b-cef8-413f-bac0-8a7dc78d344e admin admin] Publish callbacks [] for security_group (b7bb05a0-498d-464b-bef9-c9bd23bd1038), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:53.033293 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5a85e98b-cef8-413f-bac0-8a7dc78d344e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (b7bb05a0-498d-464b-bef9-c9bd23bd1038), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:53.036742 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5a85e98b-cef8-413f-bac0-8a7dc78d344e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:53.038935 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-5a85e98b-cef8-413f-bac0-8a7dc78d344e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b7bb05a0-498d-464b-bef9-c9bd23bd1038 HTTP/1.1" status: 204 len: 168 time: 0.2462320 Jun 08 13:47:53.046601 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85e98b-cef8-413f-bac0-8a7dc78d344e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bb05a0-498d-464b-bef9-c9bd23bd1038,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:53.109629 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ac88a-e23c-4413-b401-dea60cf74d42 req-6b7c1627-2db6-4ba7-b078-0fec1021b2d0 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:53.111112 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-222ac88a-e23c-4413-b401-dea60cf74d42 req-6b7c1627-2db6-4ba7-b078-0fec1021b2d0 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0540962 Jun 08 13:47:53.136346 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:53.159479 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-222ac88a-e23c-4413-b401-dea60cf74d42 req-1c2e0758-b4d2-4bf3-a9bf-01bdc11626f2 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412748 Jun 08 13:47:53.370756 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 35034) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:53.385299 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-b11acb45-de1c-4fb5-9e57-03b2f7e6e645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:53.466985 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:INSERT=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:53.476562 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-b11acb45-de1c-4fb5-9e57-03b2f7e6e645 admin admin] Publish callbacks [] for security_group (2ba14704-feb2-4e2b-8e22-3e0a8a5c5b93), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:53.584800 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-b11acb45-de1c-4fb5-9e57-03b2f7e6e645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (2ba14704-feb2-4e2b-8e22-3e0a8a5c5b93), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:53.631354 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-b11acb45-de1c-4fb5-9e57-03b2f7e6e645 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8940004d6a464eddbc714da79079bc7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2560911 Jun 08 13:47:53.631675 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 35044) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:53.638982 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11acb45-de1c-4fb5-9e57-03b2f7e6e645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba14704-feb2-4e2b-8e22-3e0a8a5c5b93,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:53.687696 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ec7bbc81-9c6c-4694-8c9e-fb98267f1739 admin admin] Publish callbacks [] for security_group (2ba14704-feb2-4e2b-8e22-3e0a8a5c5b93), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:53.712415 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ec7bbc81-9c6c-4694-8c9e-fb98267f1739 admin admin] Publish callbacks [] for security_group (2ba14704-feb2-4e2b-8e22-3e0a8a5c5b93), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:53.867221 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ec7bbc81-9c6c-4694-8c9e-fb98267f1739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (2ba14704-feb2-4e2b-8e22-3e0a8a5c5b93), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:53.869866 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ec7bbc81-9c6c-4694-8c9e-fb98267f1739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:53.877894 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-ec7bbc81-9c6c-4694-8c9e-fb98267f1739 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2ba14704-feb2-4e2b-8e22-3e0a8a5c5b93 HTTP/1.1" status: 204 len: 168 time: 0.2382901 Jun 08 13:47:53.880208 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7bbc81-9c6c-4694-8c9e-fb98267f1739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba14704-feb2-4e2b-8e22-3e0a8a5c5b93,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:54.282943 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678795b3-ca5c-4b0c-8bb6-1275dfef2083 req-9a2650c1-ef02-46cc-b9e5-36cd8f134621 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:54.284487 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-678795b3-ca5c-4b0c-8bb6-1275dfef2083 req-9a2650c1-ef02-46cc-b9e5-36cd8f134621 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0507863 Jun 08 13:47:54.339268 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-678795b3-ca5c-4b0c-8bb6-1275dfef2083 req-59e8677b-1ca4-4ebe-8a2b-519ea15898a7 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451124 Jun 08 13:47:55.468297 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eae85d-2d0e-49c1-a24c-734dcc53ff51 req-e43824bb-fc87-420c-bcd2-6b28bca3c2b0 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:55.470881 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f8eae85d-2d0e-49c1-a24c-734dcc53ff51 req-e43824bb-fc87-420c-bcd2-6b28bca3c2b0 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0574965 Jun 08 13:47:55.530040 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f8eae85d-2d0e-49c1-a24c-734dcc53ff51 req-60147650-a857-4af8-9d0e-2ad4152e4bf6 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525002 Jun 08 13:47:56.047021 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 35152) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:56.281885 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ccffa6f4-f4f0-4364-9f6c-95844b83d17f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:56.360925 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:56.362993 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ccffa6f4-f4f0-4364-9f6c-95844b83d17f admin admin] Publish callbacks [] for security_group (5323d68a-bb7a-40ca-9d20-f60f5aae29ba), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:56.462146 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ccffa6f4-f4f0-4364-9f6c-95844b83d17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (5323d68a-bb7a-40ca-9d20-f60f5aae29ba), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:56.513895 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-ccffa6f4-f4f0-4364-9f6c-95844b83d17f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f23b2321e8d43699d3ca9c1addd715b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4656091 Jun 08 13:47:56.514945 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccffa6f4-f4f0-4364-9f6c-95844b83d17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5323d68a-bb7a-40ca-9d20-f60f5aae29ba,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:56.516715 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 35166) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:56.577593 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e4457427-961c-4c3b-bf3a-47642958f05d admin admin] Publish callbacks [] for security_group (5323d68a-bb7a-40ca-9d20-f60f5aae29ba), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:56.601205 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e4457427-961c-4c3b-bf3a-47642958f05d admin admin] Publish callbacks [] for security_group (5323d68a-bb7a-40ca-9d20-f60f5aae29ba), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:56.672661 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784aacc-7b4a-4258-8999-e56dba1a0e70 req-8dc81b10-235b-498b-950b-7fdd8e17c972 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:56.674052 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c784aacc-7b4a-4258-8999-e56dba1a0e70 req-8dc81b10-235b-498b-950b-7fdd8e17c972 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0708103 Jun 08 13:47:56.737379 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c784aacc-7b4a-4258-8999-e56dba1a0e70 req-3c8ea205-552a-452a-b25d-8cfae4ed0d6c tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447278 Jun 08 13:47:56.793459 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e4457427-961c-4c3b-bf3a-47642958f05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (5323d68a-bb7a-40ca-9d20-f60f5aae29ba), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:56.796355 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e4457427-961c-4c3b-bf3a-47642958f05d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:56.797600 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-e4457427-961c-4c3b-bf3a-47642958f05d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5323d68a-bb7a-40ca-9d20-f60f5aae29ba HTTP/1.1" status: 204 len: 168 time: 0.2799153 Jun 08 13:47:56.807444 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4457427-961c-4c3b-bf3a-47642958f05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5323d68a-bb7a-40ca-9d20-f60f5aae29ba,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:57.853658 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7a9c7-0c1a-44ce-8d13-81b05c6007a7 req-5f2faa4d-0f3d-4069-8121-0ecbbd89f028 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:57.860480 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-12e7a9c7-0c1a-44ce-8d13-81b05c6007a7 req-5f2faa4d-0f3d-4069-8121-0ecbbd89f028 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0543251 Jun 08 13:47:57.900180 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 35216) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:57.912034 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-12e7a9c7-0c1a-44ce-8d13-81b05c6007a7 req-26b1f151-9d4f-425b-b42b-6ab192956920 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506694 Jun 08 13:47:57.999626 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-651fab03-1675-4829-9610-cc8119e0f626 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1666579593-network', 'tenant_id': '1b38f30ffdc74b66aa2a5ed7d7eb1e0d'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:47:58.113168 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651fab03-1675-4829-9610-cc8119e0f626 admin admin] Made reservation on behalf of 1b38f30ffdc74b66aa2a5ed7d7eb1e0d for: {'network': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:47:58.118534 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-651fab03-1675-4829-9610-cc8119e0f626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for network (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:58.138222 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-651fab03-1675-4829-9610-cc8119e0f626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:58.230726 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-651fab03-1675-4829-9610-cc8119e0f626 admin admin] Publish callbacks [] for security_group (15099a6c-e2a1-479c-9641-498ae156bcc4), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:58.299010 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-651fab03-1675-4829-9610-cc8119e0f626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (15099a6c-e2a1-479c-9641-498ae156bcc4), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:58.325174 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-651fab03-1675-4829-9610-cc8119e0f626 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=110998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:47:58.334350 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fab03-1675-4829-9610-cc8119e0f626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15099a6c-e2a1-479c-9641-498ae156bcc4,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:58.340640 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-651fab03-1675-4829-9610-cc8119e0f626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (6584da40-2511-448a-a981-cc7b9437b603), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:58.340986 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.segments_db [None req-651fab03-1675-4829-9610-cc8119e0f626 admin admin] Added segment 6584da40-2511-448a-a981-cc7b9437b603 of type vlan for network f78d1fdb-0f8f-4ba8-9c46-69c0b872862d Jun 08 13:47:58.382890 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-651fab03-1675-4829-9610-cc8119e0f626 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774158396263'] for network (f78d1fdb-0f8f-4ba8-9c46-69c0b872862d), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:58.482178 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-651fab03-1675-4829-9610-cc8119e0f626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for network (f78d1fdb-0f8f-4ba8-9c46-69c0b872862d), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:58.483220 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651fab03-1675-4829-9610-cc8119e0f626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:58.483897 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-651fab03-1675-4829-9610-cc8119e0f626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:58.550442 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fab03-1675-4829-9610-cc8119e0f626 admin admin] Pushing event updated for resources: {'Network': ['ID=f78d1fdb-0f8f-4ba8-9c46-69c0b872862d,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:58.560261 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Network f78d1fdb-0f8f-4ba8-9c46-69c0b872862d details requested by agent ovs-agent-dv-cinder-819149-5-iscsi with host dv-cinder-819149-5-iscsi {{(pid=110999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:47:58.613739 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-651fab03-1675-4829-9610-cc8119e0f626 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7120464 Jun 08 13:47:58.622583 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 35236) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:47:58.627839 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-955e0b7f-c3eb-4f44-b292-8160f69122a7 admin admin] Request body: {'subnet': {'network_id': 'f78d1fdb-0f8f-4ba8-9c46-69c0b872862d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1666579593-subnet', 'tenant_id': '1b38f30ffdc74b66aa2a5ed7d7eb1e0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:47:58.720193 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:58.725400 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=4 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:58.741392 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955e0b7f-c3eb-4f44-b292-8160f69122a7 admin admin] Made reservation on behalf of 1b38f30ffdc74b66aa2a5ed7d7eb1e0d for: {'subnet': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:47:58.743761 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-955e0b7f-c3eb-4f44-b292-8160f69122a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12398527'] for subnet (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:58.860015 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:58.979776 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-955e0b7f-c3eb-4f44-b292-8160f69122a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11356177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12398477'] for subnet (1f8ce31d-9b95-4efa-8478-89644cb10ed3), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:59.027262 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfb3d8-4f11-4d0b-af24-e4b92f5f58be req-aead1249-fa5b-49e8-86f2-f4d9dbde219f tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:59.028807 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bcdfb3d8-4f11-4d0b-af24-e4b92f5f58be req-aead1249-fa5b-49e8-86f2-f4d9dbde219f tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0500278 Jun 08 13:47:59.036369 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e0b7f-c3eb-4f44-b292-8160f69122a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f8ce31d-9b95-4efa-8478-89644cb10ed3,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:59.045273 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955e0b7f-c3eb-4f44-b292-8160f69122a7 admin admin] Checking segment: {'id': '6584da40-2511-448a-a981-cc7b9437b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f78d1fdb-0f8f-4ba8-9c46-69c0b872862d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:47:59.048219 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955e0b7f-c3eb-4f44-b292-8160f69122a7 admin admin] Network hostable DHCP agents. Network: f78d1fdb-0f8f-4ba8-9c46-69c0b872862d, hostable agents: ['0fe93b45-7a7a-4833-aa38-a6b4536a05ba'], hosted agents: [] {{(pid=110998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:47:59.051705 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:47:59.084013 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bcdfb3d8-4f11-4d0b-af24-e4b92f5f58be req-f8c3ce75-d01c-4a02-9e20-a7230e7c8f96 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497003 Jun 08 13:47:59.150124 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955e0b7f-c3eb-4f44-b292-8160f69122a7 admin admin] Network f78d1fdb-0f8f-4ba8-9c46-69c0b872862d is scheduled to be hosted by DHCP agent 0fe93b45-7a7a-4833-aa38-a6b4536a05ba with binding_index 1 {{(pid=110998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:47:59.259075 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-955e0b7f-c3eb-4f44-b292-8160f69122a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-5-iscsi, f78d1fdb-0f8f-4ba8-9c46-69c0b872862d) {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:47:59.263049 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955e0b7f-c3eb-4f44-b292-8160f69122a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:47:59.263638 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-955e0b7f-c3eb-4f44-b292-8160f69122a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:47:59.267682 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfffa7c-e2bd-4199-bfcd-3e31cddacc32 None None] Network f78d1fdb-0f8f-4ba8-9c46-69c0b872862d requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:47:59.347333 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-955e0b7f-c3eb-4f44-b292-8160f69122a7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7234809 Jun 08 13:47:59.369759 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da208b42-b5c5-4a87-9068-8c4e3d56b443 None None] Network f78d1fdb-0f8f-4ba8-9c46-69c0b872862d requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:47:59.727034 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:00.205535 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174a46e-f748-426e-ab09-93f690aa3631 req-81cc8059-7ebd-43fb-9ae6-96f03396a9f7 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:00.207586 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4174a46e-f748-426e-ab09-93f690aa3631 req-81cc8059-7ebd-43fb-9ae6-96f03396a9f7 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0451152 Jun 08 13:48:00.260632 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4174a46e-f748-426e-ab09-93f690aa3631 req-38aa8ca4-d645-438e-aca4-ac1801913063 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449412 Jun 08 13:48:01.574892 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989e398-4afb-441a-b460-0af101da3cf7 req-107085e1-44a1-467e-82c5-607a3afcd79a tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:01.576482 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1989e398-4afb-441a-b460-0af101da3cf7 req-107085e1-44a1-467e-82c5-607a3afcd79a tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.2499828 Jun 08 13:48:01.624877 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1989e398-4afb-441a-b460-0af101da3cf7 req-01013eb6-dd58-4a4b-9380-f3fd10da7d41 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423565 Jun 08 13:48:01.734031 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:01.807184 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-dc658aa6-e884-4a35-8bbb-7bc3e06d885e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:02.736538 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9f1aa-9569-4af0-b246-3cada71efbaf req-36afcbd3-230f-4435-a899-5d84c9ee184d tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:02.737965 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-46b9f1aa-9569-4af0-b246-3cada71efbaf req-36afcbd3-230f-4435-a899-5d84c9ee184d tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0455899 Jun 08 13:48:02.750829 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:02.786752 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-46b9f1aa-9569-4af0-b246-3cada71efbaf req-c76bbeea-4845-4b80-8fea-53bfb9c41113 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422304 Jun 08 13:48:03.837298 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-71b99704-fdfe-427d-8a31-98448b20e5cd tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:03.844976 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-71b99704-fdfe-427d-8a31-98448b20e5cd tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/networks?id=f78d1fdb-0f8f-4ba8-9c46-69c0b872862d HTTP/1.1" status: 200 len: 814 time: 0.1355243 Jun 08 13:48:03.860660 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-69ea7034-50b3-4f23-8d13-66bc07e5b702 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/quotas/1b38f30ffdc74b66aa2a5ed7d7eb1e0d HTTP/1.1" status: 200 len: 375 time: 0.0147157 Jun 08 13:48:03.895290 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:03.905285 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-d47b0ec4-64e1-4b93-b3f1-59e16a021212 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b38f30ffdc74b66aa2a5ed7d7eb1e0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438004 Jun 08 13:48:03.992234 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d9257-e095-497a-a892-2463b66881ca req-6b774b04-c299-4911-b488-cb12042f9cb4 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:03.993793 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9b8d9257-e095-497a-a892-2463b66881ca req-6b774b04-c299-4911-b488-cb12042f9cb4 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.1207290 Jun 08 13:48:04.065620 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-2a546005-4113-440f-8efb-79465d37d9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:04.067323 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-9f66d631-12d1-42f8-8547-a2bcba347b69 service neutron] 10.222.0.55 "GET /v2.0/networks/f78d1fdb-0f8f-4ba8-9c46-69c0b872862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435235 Jun 08 13:48:04.073326 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9b8d9257-e095-497a-a892-2463b66881ca req-af3febac-aebc-4417-8fb1-dc8d1227ed5f tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733435 Jun 08 13:48:04.170658 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-6182233d-2447-4096-85b7-c9315f4758ce service neutron] 10.222.0.55 "GET /v2.0/networks/f78d1fdb-0f8f-4ba8-9c46-69c0b872862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962665 Jun 08 13:48:04.431500 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-40e96856-e5d2-4a09-8e80-3229a701046c req-d1a34674-e796-4207-af3d-9d46c1cd70da tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f2101b3-fbbb-4d6e-a75e-05341cdd88f4 HTTP/1.1" status: 200 len: 210 time: 0.0313900 Jun 08 13:48:05.193154 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0454a-644a-4748-880b-1aa1e18acc40 req-11c6aa08-1b41-4a89-bb5c-78e75ac095a4 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:05.194608 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5bb0454a-644a-4748-880b-1aa1e18acc40 req-11c6aa08-1b41-4a89-bb5c-78e75ac095a4 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0460396 Jun 08 13:48:05.244042 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5bb0454a-644a-4748-880b-1aa1e18acc40 req-ef216f9f-14e4-4261-9d23-443e44505186 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439341 Jun 08 13:48:05.523982 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:05.536739 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d9f79d6f-3902-4569-97f1-0807181bdc97 req-c9cc629e-e477-479f-ba9c-7cedfdead552 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f2101b3-fbbb-4d6e-a75e-05341cdd88f4 HTTP/1.1" status: 200 len: 210 time: 0.0323040 Jun 08 13:48:06.354645 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7024a-2d82-480d-9677-7262faa5046a req-d9c5e847-6bda-434b-b8cb-5c04d04bceb9 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:06.356083 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d1c7024a-2d82-480d-9677-7262faa5046a req-d9c5e847-6bda-434b-b8cb-5c04d04bceb9 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0454743 Jun 08 13:48:06.402817 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d1c7024a-2d82-480d-9677-7262faa5046a req-8f424061-9d1c-4515-b782-58994270de93 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413170 Jun 08 13:48:06.633039 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3c0667d5-e6a6-40f2-bb37-1b2b80aa83c9 req-b38689a5-5f4d-4c8a-8f55-8a407378a66c tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f2101b3-fbbb-4d6e-a75e-05341cdd88f4 HTTP/1.1" status: 200 len: 210 time: 0.0275371 Jun 08 13:48:06.647024 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:07.517009 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39952c97-4369-4a26-ac89-53e8f95d225d req-7099902a-2945-435e-806a-d72f1679c41f tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:07.518500 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-39952c97-4369-4a26-ac89-53e8f95d225d req-7099902a-2945-435e-806a-d72f1679c41f tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0470700 Jun 08 13:48:07.571231 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-39952c97-4369-4a26-ac89-53e8f95d225d req-7941255a-d17d-47e6-b744-99272df12d28 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464585 Jun 08 13:48:07.727958 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-966e3fa7-e8e2-4e4e-bedd-3d0d1275c7d2 req-e0bcb163-9cfa-4f1c-b2eb-d6185fa6b406 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f2101b3-fbbb-4d6e-a75e-05341cdd88f4 HTTP/1.1" status: 200 len: 210 time: 0.0294008 Jun 08 13:48:08.124063 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:08.388011 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-41c90e87-252f-4427-822a-e9c849241590 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:08.388600 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-41c90e87-252f-4427-822a-e9c849241590 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.61 "GET /v2.0/networks?id=f78d1fdb-0f8f-4ba8-9c46-69c0b872862d HTTP/1.1" status: 200 len: 814 time: 0.1037683 Jun 08 13:48:08.403701 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-c6170850-03f6-461c-bb3a-def04a4efce3 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Request body: {'port': {'device_id': '0f2101b3-fbbb-4d6e-a75e-05341cdd88f4', 'network_id': 'f78d1fdb-0f8f-4ba8-9c46-69c0b872862d', 'admin_state_up': True, 'tenant_id': '1b38f30ffdc74b66aa2a5ed7d7eb1e0d'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:48:08.622090 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-c6170850-03f6-461c-bb3a-def04a4efce3 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Made reservation on behalf of 1b38f30ffdc74b66aa2a5ed7d7eb1e0d for: {'port': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:48:08.626299 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-c6170850-03f6-461c-bb3a-def04a4efce3 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:08.654581 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:08.694546 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a62eb0-cdd3-47b5-be8f-3d384d7c8ca3 req-4395ea73-990c-4cf2-bfb9-e494f000ed16 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:08.696105 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-91a62eb0-cdd3-47b5-be8f-3d384d7c8ca3 req-4395ea73-990c-4cf2-bfb9-e494f000ed16 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0537326 Jun 08 13:48:08.749542 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-91a62eb0-cdd3-47b5-be8f-3d384d7c8ca3 req-26b785e3-f315-4d76-92e9-11fae7aa9762 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468779 Jun 08 13:48:08.764751 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-c6170850-03f6-461c-bb3a-def04a4efce3 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Allocated IP 172.20.0.2 (f78d1fdb-0f8f-4ba8-9c46-69c0b872862d/1f8ce31d-9b95-4efa-8478-89644cb10ed3/05a82aa7-0a4e-4e39-9039-9e40ee1827d5) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:48:08.832235 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-70fbebe9-d504-46c6-b68a-d7373e7a8ed9 req-c5e7b5c5-185e-40fc-a204-86269aae4ecc tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f2101b3-fbbb-4d6e-a75e-05341cdd88f4 HTTP/1.1" status: 200 len: 210 time: 0.0312157 Jun 08 13:48:08.926839 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-c6170850-03f6-461c-bb3a-def04a4efce3 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Publish callbacks [] for port (05a82aa7-0a4e-4e39-9039-9e40ee1827d5), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:09.327884 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-c6170850-03f6-461c-bb3a-def04a4efce3 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (05a82aa7-0a4e-4e39-9039-9e40ee1827d5), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:09.377136 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-c6170850-03f6-461c-bb3a-def04a4efce3 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Network f78d1fdb-0f8f-4ba8-9c46-69c0b872862d is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:48:09.380891 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-c6170850-03f6-461c-bb3a-def04a4efce3 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:48:09.386988 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-c6170850-03f6-461c-bb3a-def04a4efce3 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:48:09.392950 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6170850-03f6-461c-bb3a-def04a4efce3 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Pushing event updated for resources: {'Port': ['ID=05a82aa7-0a4e-4e39-9039-9e40ee1827d5,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:09.438395 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-c6170850-03f6-461c-bb3a-def04a4efce3 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:09.439008 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-c6170850-03f6-461c-bb3a-def04a4efce3 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:09.532566 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-c6170850-03f6-461c-bb3a-def04a4efce3 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1348267 Jun 08 13:48:09.544285 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-7b7ef075-1b92-486a-815a-0ebbd8d6cb81 service neutron] Request body: {'port': {'device_id': '0f2101b3-fbbb-4d6e-a75e-05341cdd88f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:48:09.602344 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-7b7ef075-1b92-486a-815a-0ebbd8d6cb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (05a82aa7-0a4e-4e39-9039-9e40ee1827d5), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:09.605078 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:09.620006 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:09.885205 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198cc363-0ed3-4873-b46c-2e996fad994f req-c2e294a3-7f17-4642-8da2-432b070863ba tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:09.887096 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-198cc363-0ed3-4873-b46c-2e996fad994f req-c2e294a3-7f17-4642-8da2-432b070863ba tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0639274 Jun 08 13:48:09.922371 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-7b7ef075-1b92-486a-815a-0ebbd8d6cb81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a82aa7-0a4e-4e39-9039-9e40ee1827d5 {{(pid=110998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:48:09.931153 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-7b7ef075-1b92-486a-815a-0ebbd8d6cb81 service neutron] Publish callbacks [] for port (05a82aa7-0a4e-4e39-9039-9e40ee1827d5), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:09.945912 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.provisioning_blocks [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-7b7ef075-1b92-486a-815a-0ebbd8d6cb81 service neutron] Transition to ACTIVE for port object 05a82aa7-0a4e-4e39-9039-9e40ee1827d5 will not be triggered until provisioned by entity L2. {{(pid=110998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 13:48:09.995663 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c70577-8c8c-4f03-95d4-95a9f22c483a req-e028bde5-43c9-4b9f-8cbc-6dc6eba4033e tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:09.997340 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-07c70577-8c8c-4f03-95d4-95a9f22c483a req-e028bde5-43c9-4b9f-8cbc-6dc6eba4033e tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f2101b3-fbbb-4d6e-a75e-05341cdd88f4 HTTP/1.1" status: 200 len: 931 time: 0.0671306 Jun 08 13:48:10.000421 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-198cc363-0ed3-4873-b46c-2e996fad994f req-e4509778-caab-456e-85b0-1f0d478879df tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050038 Jun 08 13:48:10.024391 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-7b7ef075-1b92-486a-815a-0ebbd8d6cb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (05a82aa7-0a4e-4e39-9039-9e40ee1827d5), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:10.048552 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-07c70577-8c8c-4f03-95d4-95a9f22c483a req-0da8df32-a5c9-44fc-aa4c-d04faa31c794 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451958 Jun 08 13:48:10.105688 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ef075-1b92-486a-815a-0ebbd8d6cb81 service neutron] Pushing event updated for resources: {'Port': ['ID=05a82aa7-0a4e-4e39-9039-9e40ee1827d5,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:10.198246 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:10.388303 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-7b7ef075-1b92-486a-815a-0ebbd8d6cb81 service neutron] Attempting to bind port 05a82aa7-0a4e-4e39-9039-9e40ee1827d5 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:48:10.388639 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-7b7ef075-1b92-486a-815a-0ebbd8d6cb81 service neutron] Attempting to bind port 05a82aa7-0a4e-4e39-9039-9e40ee1827d5 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '6584da40-2511-448a-a981-cc7b9437b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f78d1fdb-0f8f-4ba8-9c46-69c0b872862d'}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:48:10.388966 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-7b7ef075-1b92-486a-815a-0ebbd8d6cb81 service neutron] Attempting to bind port 05a82aa7-0a4e-4e39-9039-9e40ee1827d5 on network f78d1fdb-0f8f-4ba8-9c46-69c0b872862d {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:48:10.393432 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-7b7ef075-1b92-486a-815a-0ebbd8d6cb81 service neutron] Port 05a82aa7-0a4e-4e39-9039-9e40ee1827d5 on network f78d1fdb-0f8f-4ba8-9c46-69c0b872862d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:48:10.394102 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-7b7ef075-1b92-486a-815a-0ebbd8d6cb81 service neutron] Attempting to bind port 05a82aa7-0a4e-4e39-9039-9e40ee1827d5 on network f78d1fdb-0f8f-4ba8-9c46-69c0b872862d {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:48:10.399085 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-7b7ef075-1b92-486a-815a-0ebbd8d6cb81 service neutron] Checking agent: {'id': '2c87fc52-0797-4c68-9855-572d3067389f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'started_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:48:10.401925 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-7b7ef075-1b92-486a-815a-0ebbd8d6cb81 service neutron] Checking segment: {'id': '6584da40-2511-448a-a981-cc7b9437b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f78d1fdb-0f8f-4ba8-9c46-69c0b872862d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:48:10.401925 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-7b7ef075-1b92-486a-815a-0ebbd8d6cb81 service neutron] Bound using segment: {'id': '6584da40-2511-448a-a981-cc7b9437b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f78d1fdb-0f8f-4ba8-9c46-69c0b872862d'} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:48:10.401925 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-7b7ef075-1b92-486a-815a-0ebbd8d6cb81 service neutron] Bound port: 05a82aa7-0a4e-4e39-9039-9e40ee1827d5, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6584da40-2511-448a-a981-cc7b9437b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f78d1fdb-0f8f-4ba8-9c46-69c0b872862d'}}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:48:10.401925 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-7b7ef075-1b92-486a-815a-0ebbd8d6cb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (05a82aa7-0a4e-4e39-9039-9e40ee1827d5), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:10.438058 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 35512) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:10.469785 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-7b7ef075-1b92-486a-815a-0ebbd8d6cb81 service neutron] For port 05a82aa7-0a4e-4e39-9039-9e40ee1827d5, host hv-cinder-81914, cleared binding levels {{(pid=110998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:48:10.473781 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-7b7ef075-1b92-486a-815a-0ebbd8d6cb81 service neutron] For port 05a82aa7-0a4e-4e39-9039-9e40ee1827d5, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=05a82aa7-0a4e-4e39-9039-9e40ee1827d5,segment=NetworkSegment(6584da40-2511-448a-a981-cc7b9437b603),segment_id=6584da40-2511-448a-a981-cc7b9437b603)] {{(pid=110998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:48:10.518541 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:10.550099 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-8f179960-f088-48c3-9b3c-68d0c7a451d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:10.627198 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-8f179960-f088-48c3-9b3c-68d0c7a451d4 admin admin] Publish callbacks [] for security_group (4b72f046-c408-4b31-b18e-1b193c963e03), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:10.654071 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-7b7ef075-1b92-486a-815a-0ebbd8d6cb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (05a82aa7-0a4e-4e39-9039-9e40ee1827d5), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:10.690448 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-7b7ef075-1b92-486a-815a-0ebbd8d6cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:10.691291 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-7b7ef075-1b92-486a-815a-0ebbd8d6cb81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:10.692811 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-7b7ef075-1b92-486a-815a-0ebbd8d6cb81 service neutron] 10.222.0.61 "PUT /v2.0/ports/05a82aa7-0a4e-4e39-9039-9e40ee1827d5 HTTP/1.1" status: 200 len: 1093 time: 1.1524730 Jun 08 13:48:10.695150 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2101b3-fbbb-4d6e-a75e-05341cdd88f4', 'tag': '05a82aa7-0a4e-4e39-9039-9e40ee1827d5'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:48:10.698724 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b70585-63d9-47c2-9e07-9ca06f40c199" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2101b3-fbbb-4d6e-a75e-05341cdd88f4", "tag": "05a82aa7-0a4e-4e39-9039-9e40ee1827d5"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:48:10.725587 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ef075-1b92-486a-815a-0ebbd8d6cb81 service neutron] Pushing event updated for resources: {'Port': ['ID=05a82aa7-0a4e-4e39-9039-9e40ee1827d5,revision_number=3']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:10.740135 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-8f179960-f088-48c3-9b3c-68d0c7a451d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (4b72f046-c408-4b31-b18e-1b193c963e03), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:10.749409 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb01a152-96b8-4fce-b562-33e436904eb8 x-openstack-request-id: req-bb01a152-96b8-4fce-b562-33e436904eb8 {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:48:10.749701 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2101b3-fbbb-4d6e-a75e-05341cdd88f4", "tag": "05a82aa7-0a4e-4e39-9039-9e40ee1827d5", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:48:10.749949 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bb01a152-96b8-4fce-b562-33e436904eb8 {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:48:10.750336 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb01a152-96b8-4fce-b562-33e436904eb8'] response: {'name': 'network-changed', 'server_uuid': '0f2101b3-fbbb-4d6e-a75e-05341cdd88f4', 'tag': '05a82aa7-0a4e-4e39-9039-9e40ee1827d5', 'status': 'completed', 'code': 200} Jun 08 13:48:10.791482 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-8f179960-f088-48c3-9b3c-68d0c7a451d4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da2d689b947046acb73a5c6e5ecf4fde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3523157 Jun 08 13:48:10.794069 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 35526) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:10.806677 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f179960-f088-48c3-9b3c-68d0c7a451d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b72f046-c408-4b31-b18e-1b193c963e03,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:10.822135 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b70585-63d9-47c2-9e07-9ca06f40c199 req-32036ab0-40ac-48d7-a89c-878f80ebbd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:10.823636 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-d7b70585-63d9-47c2-9e07-9ca06f40c199 req-32036ab0-40ac-48d7-a89c-878f80ebbd4d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b38f30ffdc74b66aa2a5ed7d7eb1e0d&device_id=0f2101b3-fbbb-4d6e-a75e-05341cdd88f4 HTTP/1.1" status: 200 len: 1127 time: 0.0522547 Jun 08 13:48:10.844488 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:10.849264 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-371576f3-d5a4-402e-b1ac-257656512ca6 admin admin] Publish callbacks [] for security_group (4b72f046-c408-4b31-b18e-1b193c963e03), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:10.871271 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-371576f3-d5a4-402e-b1ac-257656512ca6 admin admin] Publish callbacks [] for security_group (4b72f046-c408-4b31-b18e-1b193c963e03), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:10.941073 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b70585-63d9-47c2-9e07-9ca06f40c199 req-2aeb43ee-931b-434b-9729-1df47a28c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:10.942889 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-d7b70585-63d9-47c2-9e07-9ca06f40c199 req-2aeb43ee-931b-434b-9729-1df47a28c9f7 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=1b38f30ffdc74b66aa2a5ed7d7eb1e0d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1067393 Jun 08 13:48:11.032330 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-371576f3-d5a4-402e-b1ac-257656512ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (4b72f046-c408-4b31-b18e-1b193c963e03), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:11.035568 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-371576f3-d5a4-402e-b1ac-257656512ca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:11.045395 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-371576f3-d5a4-402e-b1ac-257656512ca6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b72f046-c408-4b31-b18e-1b193c963e03 HTTP/1.1" status: 204 len: 168 time: 0.2444046 Jun 08 13:48:11.050923 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b70585-63d9-47c2-9e07-9ca06f40c199 req-1225acae-57a6-4b01-a349-0025d1c7649d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:11.053006 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-d7b70585-63d9-47c2-9e07-9ca06f40c199 req-1225acae-57a6-4b01-a349-0025d1c7649d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008141 Jun 08 13:48:11.073712 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371576f3-d5a4-402e-b1ac-257656512ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b72f046-c408-4b31-b18e-1b193c963e03,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:11.196527 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-36eb1947-6e15-415f-95bf-ea24397eed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:11.198150 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-36eb1947-6e15-415f-95bf-ea24397eed01 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b38f30ffdc74b66aa2a5ed7d7eb1e0d&device_id=0f2101b3-fbbb-4d6e-a75e-05341cdd88f4 HTTP/1.1" status: 200 len: 1127 time: 0.0993659 Jun 08 13:48:11.225671 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84240f-61c7-4cc9-b453-92cd68d6c57d req-01f60e58-873c-4912-82f5-d3b58af98ffa tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:11.232316 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ac84240f-61c7-4cc9-b453-92cd68d6c57d req-01f60e58-873c-4912-82f5-d3b58af98ffa tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f2101b3-fbbb-4d6e-a75e-05341cdd88f4 HTTP/1.1" status: 200 len: 943 time: 0.0834653 Jun 08 13:48:11.244572 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-3f142d89-8e39-4c60-b4a5-cf411c1bd4e4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05a82aa7-0a4e-4e39-9039-9e40ee1827d5 HTTP/1.1" status: 200 len: 217 time: 0.0383136 Jun 08 13:48:11.255443 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05a688-4e4b-4163-ac8d-6b80ff4ca646 req-d2ad880e-bc23-4b03-aeee-fa19c30a955f tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:11.259016 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7a05a688-4e4b-4163-ac8d-6b80ff4ca646 req-d2ad880e-bc23-4b03-aeee-fa19c30a955f tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0972302 Jun 08 13:48:11.303124 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-ea76e157-3ece-44d8-b8d8-fb4cc51ee98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:11.304851 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-ea76e157-3ece-44d8-b8d8-fb4cc51ee98e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f8ce31d-9b95-4efa-8478-89644cb10ed3 HTTP/1.1" status: 200 len: 854 time: 0.0540762 Jun 08 13:48:11.308396 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ac84240f-61c7-4cc9-b453-92cd68d6c57d req-611e3e1b-9656-4696-b273-5f70b129dd7f tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729799 Jun 08 13:48:11.335082 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:11.352315 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-7a556804-91a6-493b-960e-f78eff7a1e60 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f78d1fdb-0f8f-4ba8-9c46-69c0b872862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314634 Jun 08 13:48:11.372201 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7a05a688-4e4b-4163-ac8d-6b80ff4ca646 req-bee662a8-644b-485f-b3ec-e02d138c4a42 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952497 Jun 08 13:48:11.462115 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-d2672d37-ba88-4a14-9cfb-20473ba99138 service neutron] 10.222.0.61 "GET /v2.0/networks/f78d1fdb-0f8f-4ba8-9c46-69c0b872862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921617 Jun 08 13:48:11.559685 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6e53fb98-701a-4d82-8b28-2b1080ccb8b7 req-6b1b64e1-7591-44cb-89ab-ff3cecbc3acb service neutron] 10.222.0.61 "GET /v2.0/networks/f78d1fdb-0f8f-4ba8-9c46-69c0b872862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905647 Jun 08 13:48:12.036855 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 35568) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:12.050943 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-25eb7d95-47f9-42ba-987d-b27f8bcdf807 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:12.131666 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-25eb7d95-47f9-42ba-987d-b27f8bcdf807 admin admin] Publish callbacks [] for security_group (662631ef-fb38-470f-a674-c5be602c2691), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:12.300937 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-25eb7d95-47f9-42ba-987d-b27f8bcdf807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (662631ef-fb38-470f-a674-c5be602c2691), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:12.342400 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-25eb7d95-47f9-42ba-987d-b27f8bcdf807 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79ad865574f046f18643125b5c649533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044546 Jun 08 13:48:12.343605 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb7d95-47f9-42ba-987d-b27f8bcdf807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662631ef-fb38-470f-a674-c5be602c2691,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:12.345339 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 35574) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:12.436186 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604718aa-bc27-4fc3-89de-5a8c40dc5471 req-24d7ada9-f7ed-41c7-9247-864c54f54f57 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:12.437689 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-604718aa-bc27-4fc3-89de-5a8c40dc5471 req-24d7ada9-f7ed-41c7-9247-864c54f54f57 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f2101b3-fbbb-4d6e-a75e-05341cdd88f4 HTTP/1.1" status: 200 len: 943 time: 0.0659099 Jun 08 13:48:12.443211 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0b923c08-f73a-46aa-a79a-9206fad9385b admin admin] Publish callbacks [] for security_group (662631ef-fb38-470f-a674-c5be602c2691), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:12.529281 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0b923c08-f73a-46aa-a79a-9206fad9385b admin admin] Publish callbacks [] for security_group (662631ef-fb38-470f-a674-c5be602c2691), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:12.543480 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f6ec9-13d6-464d-87ad-7197d1b3b1c6 req-6ee4f160-4be7-468f-ab4c-d80155a07f6a tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:12.544990 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2b0f6ec9-13d6-464d-87ad-7197d1b3b1c6 req-6ee4f160-4be7-468f-ab4c-d80155a07f6a tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0970461 Jun 08 13:48:12.584741 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-604718aa-bc27-4fc3-89de-5a8c40dc5471 req-ae566958-4fa2-4009-8934-0f6b06681e6f tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394951 Jun 08 13:48:12.619002 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:12.623925 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2b0f6ec9-13d6-464d-87ad-7197d1b3b1c6 req-4cca2b90-ada6-4507-89e8-3eecc3270a1e tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720768 Jun 08 13:48:12.702533 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:48:12.747395 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0b923c08-f73a-46aa-a79a-9206fad9385b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (662631ef-fb38-470f-a674-c5be602c2691), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:12.750016 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0b923c08-f73a-46aa-a79a-9206fad9385b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:12.751141 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-0b923c08-f73a-46aa-a79a-9206fad9385b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/662631ef-fb38-470f-a674-c5be602c2691 HTTP/1.1" status: 204 len: 168 time: 0.4028711 Jun 08 13:48:12.759414 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b923c08-f73a-46aa-a79a-9206fad9385b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662631ef-fb38-470f-a674-c5be602c2691,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:13.477524 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 35596) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:13.491724 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7760a800-d034-47b3-ab86-e457b1aced10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:13.568748 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7760a800-d034-47b3-ab86-e457b1aced10 admin admin] Publish callbacks [] for security_group (a582d679-31c3-4368-ba0f-9780eb928d3b), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:13.664987 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7760a800-d034-47b3-ab86-e457b1aced10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (a582d679-31c3-4368-ba0f-9780eb928d3b), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:13.765807 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e279b-5b95-4580-a3f3-909dbab3e599 req-d9166c02-c186-43c4-8c02-e1c57adde875 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:13.767390 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-491e279b-5b95-4580-a3f3-909dbab3e599 req-d9166c02-c186-43c4-8c02-e1c57adde875 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f2101b3-fbbb-4d6e-a75e-05341cdd88f4 HTTP/1.1" status: 200 len: 943 time: 0.1149702 Jun 08 13:48:13.771231 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760a800-d034-47b3-ab86-e457b1aced10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a582d679-31c3-4368-ba0f-9780eb928d3b,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:13.777452 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-7760a800-d034-47b3-ab86-e457b1aced10 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8dcdc859d94f47d1b0ae63811ace56d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2988806 Jun 08 13:48:13.781593 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 35610) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:13.796196 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ce0fc-0d20-4adf-9ee9-fecb82688599 req-2de7f476-e913-4bfd-8f6f-6d338defc80d tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:13.797622 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1a7ce0fc-0d20-4adf-9ee9-fecb82688599 req-2de7f476-e913-4bfd-8f6f-6d338defc80d tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0975301 Jun 08 13:48:13.901132 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-491e279b-5b95-4580-a3f3-909dbab3e599 req-7bb152e4-2150-460f-84b6-bc00216c3ac0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173286 Jun 08 13:48:13.906273 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1a7ce0fc-0d20-4adf-9ee9-fecb82688599 req-5c9bd25b-c8a2-41d2-b8eb-6cf3358cb73a tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969434 Jun 08 13:48:13.918232 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4f3cafbe-1db0-4be8-ad7c-7b5c4d798f20 admin admin] Publish callbacks [] for security_group (a582d679-31c3-4368-ba0f-9780eb928d3b), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:13.947890 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4f3cafbe-1db0-4be8-ad7c-7b5c4d798f20 admin admin] Publish callbacks [] for security_group (a582d679-31c3-4368-ba0f-9780eb928d3b), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:14.086613 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4f3cafbe-1db0-4be8-ad7c-7b5c4d798f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (a582d679-31c3-4368-ba0f-9780eb928d3b), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:14.089324 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4f3cafbe-1db0-4be8-ad7c-7b5c4d798f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:14.090504 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-4f3cafbe-1db0-4be8-ad7c-7b5c4d798f20 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a582d679-31c3-4368-ba0f-9780eb928d3b HTTP/1.1" status: 204 len: 168 time: 0.3078735 Jun 08 13:48:14.099217 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3cafbe-1db0-4be8-ad7c-7b5c4d798f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a582d679-31c3-4368-ba0f-9780eb928d3b,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:14.937965 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 05a82aa7-0a4e-4e39-9039-9e40ee1827d5 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:48:15.059916 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 05a82aa7-0a4e-4e39-9039-9e40ee1827d5, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=05a82aa7-0a4e-4e39-9039-9e40ee1827d5,segment=NetworkSegment(6584da40-2511-448a-a981-cc7b9437b603),segment_id=6584da40-2511-448a-a981-cc7b9437b603)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:48:15.069299 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:15.072730 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Returning: {'device': '05a82aa7-0a4e-4e39-9039-9e40ee1827d5', 'network_id': 'f78d1fdb-0f8f-4ba8-9c46-69c0b872862d', 'port_id': '05a82aa7-0a4e-4e39-9039-9e40ee1827d5', 'mac_address': 'fa:16:3e:13:70:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f8ce31d-9b95-4efa-8478-89644cb10ed3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:48:15.083591 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b36185-b922-4b80-b9d8-21acc858832a req-f1687c94-22fb-4158-9d8c-290e505cfa01 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:15.085142 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-98b36185-b922-4b80-b9d8-21acc858832a req-f1687c94-22fb-4158-9d8c-290e505cfa01 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0840774 Jun 08 13:48:15.093897 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f81b5e-a1cb-4857-82b8-c04c6e3b3781 req-4a060358-cc14-4add-b390-38b731f59f14 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:15.095431 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-95f81b5e-a1cb-4857-82b8-c04c6e3b3781 req-4a060358-cc14-4add-b390-38b731f59f14 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f2101b3-fbbb-4d6e-a75e-05341cdd88f4 HTTP/1.1" status: 200 len: 943 time: 0.0810254 Jun 08 13:48:15.123492 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 05a82aa7-0a4e-4e39-9039-9e40ee1827d5 is: DOWN; New status is: BUILD {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:48:15.123492 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (05a82aa7-0a4e-4e39-9039-9e40ee1827d5), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:15.138057 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a82aa7-0a4e-4e39-9039-9e40ee1827d5 {{(pid=110999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:48:15.160479 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 05a82aa7-0a4e-4e39-9039-9e40ee1827d5, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=05a82aa7-0a4e-4e39-9039-9e40ee1827d5,segment=NetworkSegment(6584da40-2511-448a-a981-cc7b9437b603),segment_id=6584da40-2511-448a-a981-cc7b9437b603)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:48:15.180680 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-98b36185-b922-4b80-b9d8-21acc858832a req-1d92611e-3fee-42d4-81ec-835535b60566 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842650 Jun 08 13:48:15.183851 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-95f81b5e-a1cb-4857-82b8-c04c6e3b3781 req-e4d3285f-6d26-4447-b8a2-861e9badd7dd tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803876 Jun 08 13:48:15.223997 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (05a82aa7-0a4e-4e39-9039-9e40ee1827d5), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:15.275824 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=05a82aa7-0a4e-4e39-9039-9e40ee1827d5,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:15.283004 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:15.283344 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:15.283704 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:15.284044 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:15.284576 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:15.285109 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:15.285606 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:15.285943 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:15.286273 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:15.286600 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:15.286925 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:15.287265 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:15.287589 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:15.287913 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:15.288303 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:16.172122 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['05a82aa7-0a4e-4e39-9039-9e40ee1827d5'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:48:16.330072 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fab2c-f748-4270-9f1f-5033285811cf req-5230db47-b829-4655-9c80-cc55974c694d tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:16.332172 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-704fab2c-f748-4270-9f1f-5033285811cf req-5230db47-b829-4655-9c80-cc55974c694d tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0776181 Jun 08 13:48:16.340312 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe38a1-eb85-467a-9371-bc2e492c833f req-9e4661bf-626e-4926-be55-9495ceb897a8 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:16.341675 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2fbe38a1-eb85-467a-9371-bc2e492c833f req-9e4661bf-626e-4926-be55-9495ceb897a8 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f2101b3-fbbb-4d6e-a75e-05341cdd88f4 HTTP/1.1" status: 200 len: 944 time: 0.0766063 Jun 08 13:48:16.370468 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:16.423141 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-704fab2c-f748-4270-9f1f-5033285811cf req-affd8b1d-6079-4715-a53d-98d0c8704acd tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805340 Jun 08 13:48:16.426243 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2fbe38a1-eb85-467a-9371-bc2e492c833f req-824ca543-23a4-4f86-8282-2c200ed61000 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767322 Jun 08 13:48:16.926603 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 05a82aa7-0a4e-4e39-9039-9e40ee1827d5 up at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:48:16.973114 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning for port 05a82aa7-0a4e-4e39-9039-9e40ee1827d5 completed by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 13:48:17.036830 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning complete for port 05a82aa7-0a4e-4e39-9039-9e40ee1827d5 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:48:17.037367 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (05a82aa7-0a4e-4e39-9039-9e40ee1827d5), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:17.145117 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 05a82aa7-0a4e-4e39-9039-9e40ee1827d5 is: BUILD; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:48:17.146358 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (05a82aa7-0a4e-4e39-9039-9e40ee1827d5), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:17.172742 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2101b3-fbbb-4d6e-a75e-05341cdd88f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a82aa7-0a4e-4e39-9039-9e40ee1827d5'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:48:17.175565 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5fc501-f07f-495b-b62e-8b177b2f3c34" -d '{"events": [{"server_uuid": "0f2101b3-fbbb-4d6e-a75e-05341cdd88f4", "name": "network-vif-plugged", "status": "completed", "tag": "05a82aa7-0a4e-4e39-9039-9e40ee1827d5"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:48:17.189121 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 05a82aa7-0a4e-4e39-9039-9e40ee1827d5, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=05a82aa7-0a4e-4e39-9039-9e40ee1827d5,segment=NetworkSegment(6584da40-2511-448a-a981-cc7b9437b603),segment_id=6584da40-2511-448a-a981-cc7b9437b603)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:48:17.223936 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfe9f69-b075-4363-8329-c05f69ef62dc x-openstack-request-id: req-acfe9f69-b075-4363-8329-c05f69ef62dc {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:48:17.224286 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2101b3-fbbb-4d6e-a75e-05341cdd88f4", "name": "network-vif-plugged", "status": "completed", "tag": "05a82aa7-0a4e-4e39-9039-9e40ee1827d5", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:48:17.224530 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-acfe9f69-b075-4363-8329-c05f69ef62dc {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:48:17.224927 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acfe9f69-b075-4363-8329-c05f69ef62dc'] response: {'server_uuid': '0f2101b3-fbbb-4d6e-a75e-05341cdd88f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a82aa7-0a4e-4e39-9039-9e40ee1827d5', 'code': 200} Jun 08 13:48:17.284004 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (05a82aa7-0a4e-4e39-9039-9e40ee1827d5), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:17.294683 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b2a45-dbf8-4dfc-8bc4-ab925ce440dc req-701f4575-eb2a-4182-ab4b-583ddade854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:17.296506 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-816b2a45-dbf8-4dfc-8bc4-ab925ce440dc req-701f4575-eb2a-4182-ab4b-583ddade854d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 1129 time: 0.0544236 Jun 08 13:48:17.327403 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:17.329949 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:17.337656 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=05a82aa7-0a4e-4e39-9039-9e40ee1827d5,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:17.348031 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-816b2a45-dbf8-4dfc-8bc4-ab925ce440dc req-95c362d9-be5c-4699-a697-66deded24422 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424378 Jun 08 13:48:17.573965 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fcf48-f4f8-4a8d-a905-183b4c0958bd req-d1473ff9-44cc-4946-8a91-ae881166c590 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:17.573965 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9b2fcf48-f4f8-4a8d-a905-183b4c0958bd req-d1473ff9-44cc-4946-8a91-ae881166c590 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0760794 Jun 08 13:48:17.577615 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebdb326-b0ca-4d71-902d-2980c6318d05 req-60cfffa7-f8ec-4855-aaf6-9c06546ae35b tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:17.579087 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-eebdb326-b0ca-4d71-902d-2980c6318d05 req-60cfffa7-f8ec-4855-aaf6-9c06546ae35b tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f2101b3-fbbb-4d6e-a75e-05341cdd88f4 HTTP/1.1" status: 200 len: 945 time: 0.0778399 Jun 08 13:48:17.635654 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c890ba-b9d5-4765-8349-e207ffdc7bf3 req-1f75f17c-e946-4743-bab9-f22b7113382e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:17.637168 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-d7c890ba-b9d5-4765-8349-e207ffdc7bf3 req-1f75f17c-e946-4743-bab9-f22b7113382e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0f2101b3-fbbb-4d6e-a75e-05341cdd88f4 HTTP/1.1" status: 200 len: 1129 time: 0.0410600 Jun 08 13:48:17.660768 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9b2fcf48-f4f8-4a8d-a905-183b4c0958bd req-dcc0b7c2-919e-4940-8cc7-5bd44c54780b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805886 Jun 08 13:48:17.668826 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-eebdb326-b0ca-4d71-902d-2980c6318d05 req-ed1f31f9-8bc3-43d0-8205-45c7be01a088 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806592 Jun 08 13:48:17.692972 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-d7c890ba-b9d5-4765-8349-e207ffdc7bf3 req-c095e82a-7535-4a5d-9051-7ec1e8d77651 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496526 Jun 08 13:48:18.824938 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8484832-b11b-4fbd-8f2c-d6f3e40fbfe5 req-aa94dbc6-ad29-404c-99ef-3b3658213fd6 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:18.826455 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a8484832-b11b-4fbd-8f2c-d6f3e40fbfe5 req-aa94dbc6-ad29-404c-99ef-3b3658213fd6 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f2101b3-fbbb-4d6e-a75e-05341cdd88f4 HTTP/1.1" status: 200 len: 945 time: 0.0753298 Jun 08 13:48:18.832470 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d18674-96a6-4cd4-b8f7-32bd3801e92d req-2f1dc727-da86-4126-9f49-e6be2f82a334 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:18.833823 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-85d18674-96a6-4cd4-b8f7-32bd3801e92d req-2f1dc727-da86-4126-9f49-e6be2f82a334 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0809517 Jun 08 13:48:18.912552 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a8484832-b11b-4fbd-8f2c-d6f3e40fbfe5 req-57b2b445-64d0-4365-b271-2ae7aa05195f tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777934 Jun 08 13:48:18.916524 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-85d18674-96a6-4cd4-b8f7-32bd3801e92d req-b3599b9a-a379-44d4-a287-ada5f38f155e tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747938 Jun 08 13:48:20.060146 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e352cb-36d8-4d68-a66a-90f581082dbb req-7ac0bdb0-3797-4a17-97b3-8755f61337d9 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:20.061623 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a5e352cb-36d8-4d68-a66a-90f581082dbb req-7ac0bdb0-3797-4a17-97b3-8755f61337d9 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f2101b3-fbbb-4d6e-a75e-05341cdd88f4 HTTP/1.1" status: 200 len: 945 time: 0.0726418 Jun 08 13:48:20.070265 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c6cb2-e702-404c-b211-d7cdf3d8558e req-d9cfcfec-fa3e-41e2-8475-ec20fd3dcf5b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:20.071667 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5a9c6cb2-e702-404c-b211-d7cdf3d8558e req-d9cfcfec-fa3e-41e2-8475-ec20fd3dcf5b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0738885 Jun 08 13:48:20.144201 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a5e352cb-36d8-4d68-a66a-90f581082dbb req-50f82176-5ea1-4804-b88e-dab6c1d17597 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715129 Jun 08 13:48:20.151475 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5a9c6cb2-e702-404c-b211-d7cdf3d8558e req-a74f673b-7dbb-4bbe-a4e5-d6a65e35b71d tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729399 Jun 08 13:48:20.290317 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683afcd-4686-4996-9613-807bb835b735 req-7684ed22-90d7-4176-b261-fcffe11ce1f5 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:20.292099 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f683afcd-4686-4996-9613-807bb835b735 req-7684ed22-90d7-4176-b261-fcffe11ce1f5 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 946 time: 0.0618329 Jun 08 13:48:20.353126 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f683afcd-4686-4996-9613-807bb835b735 req-fba4b06b-b793-4256-95d7-90577e815572 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541143 Jun 08 13:48:22.697992 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:22.699144 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:25.064192 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9fce6-2816-4fd6-a6a9-2589e29f7316 req-67a499af-6fa2-4146-8320-dd62a719d34b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:25.065359 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-19b9fce6-2816-4fd6-a6a9-2589e29f7316 req-67a499af-6fa2-4146-8320-dd62a719d34b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 946 time: 0.0645053 Jun 08 13:48:25.117854 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44144550-4937-4ce5-b690-d9abd56bc143 req-60f522f5-f53c-4e7d-bd56-c1fa275c62f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:25.119385 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-44144550-4937-4ce5-b690-d9abd56bc143 req-60f522f5-f53c-4e7d-bd56-c1fa275c62f7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9abd79bc99784c3f81991d1cae37a074&device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 1130 time: 0.0631120 Jun 08 13:48:25.133175 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-19b9fce6-2816-4fd6-a6a9-2589e29f7316 req-29ee37d8-c466-4419-8da8-b1e102b6d349 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617046 Jun 08 13:48:25.228138 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44144550-4937-4ce5-b690-d9abd56bc143 req-38216c64-b162-41cd-9e76-e0a04c0ed068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:25.229619 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-44144550-4937-4ce5-b690-d9abd56bc143 req-38216c64-b162-41cd-9e76-e0a04c0ed068 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f HTTP/1.1" status: 200 len: 919 time: 0.1042321 Jun 08 13:48:25.245526 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:25.271933 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-44144550-4937-4ce5-b690-d9abd56bc143 req-0b133159-da7c-4693-83fd-3e562b692b5c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a043c6d6-d4b4-4d25-927f-f3ba0a63e491 HTTP/1.1" status: 200 len: 217 time: 0.0326545 Jun 08 13:48:25.325101 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44144550-4937-4ce5-b690-d9abd56bc143 req-cf9b16e0-3052-48aa-99ef-042c7c6b0adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:25.326561 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-44144550-4937-4ce5-b690-d9abd56bc143 req-cf9b16e0-3052-48aa-99ef-042c7c6b0adb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69836fd4-f98b-48c1-883c-8589e3b080df HTTP/1.1" status: 200 len: 857 time: 0.0460250 Jun 08 13:48:25.372722 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44144550-4937-4ce5-b690-d9abd56bc143 req-d9b89a77-ac9a-44a8-9f89-f195c0480fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:25.374212 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-44144550-4937-4ce5-b690-d9abd56bc143 req-d9b89a77-ac9a-44a8-9f89-f195c0480fbd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400217 Jun 08 13:48:25.474599 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-44144550-4937-4ce5-b690-d9abd56bc143 req-0ac6278b-4f60-4b6d-b9f5-cb721618874a service neutron] 10.222.0.61 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935123 Jun 08 13:48:25.534766 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 35958) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:25.595162 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-44144550-4937-4ce5-b690-d9abd56bc143 req-01b639e1-520c-46c7-bc28-53ddd016c87d service neutron] 10.222.0.61 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095798 Jun 08 13:48:25.659034 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-b3ba5db8-3fe9-461f-8a52-2a82d01787f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:25.749753 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-b3ba5db8-3fe9-461f-8a52-2a82d01787f3 admin admin] Publish callbacks [] for security_group (30cbb9e2-a2c4-4db5-b549-c12c765e8a83), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:25.820392 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-b3ba5db8-3fe9-461f-8a52-2a82d01787f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (30cbb9e2-a2c4-4db5-b549-c12c765e8a83), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:25.860727 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba5db8-3fe9-461f-8a52-2a82d01787f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30cbb9e2-a2c4-4db5-b549-c12c765e8a83,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:25.865524 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-b3ba5db8-3fe9-461f-8a52-2a82d01787f3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e5c04189ae69493ab2052a073e655dbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3292124 Jun 08 13:48:25.868264 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 35968) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:25.918253 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3ffa-e572-44fa-97d4-be8dfe64775b admin admin] Publish callbacks [] for security_group (30cbb9e2-a2c4-4db5-b549-c12c765e8a83), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:25.940039 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3ffa-e572-44fa-97d4-be8dfe64775b admin admin] Publish callbacks [] for security_group (30cbb9e2-a2c4-4db5-b549-c12c765e8a83), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:25.969946 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:26.054955 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3ffa-e572-44fa-97d4-be8dfe64775b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (30cbb9e2-a2c4-4db5-b549-c12c765e8a83), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:26.057530 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3ffa-e572-44fa-97d4-be8dfe64775b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:26.058669 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-cfcf3ffa-e572-44fa-97d4-be8dfe64775b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/30cbb9e2-a2c4-4db5-b549-c12c765e8a83 HTTP/1.1" status: 204 len: 168 time: 0.1894710 Jun 08 13:48:26.067393 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf3ffa-e572-44fa-97d4-be8dfe64775b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cbb9e2-a2c4-4db5-b549-c12c765e8a83,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:26.079553 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:26.250866 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:26.259888 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89514250-3b62-489a-a1d4-47baf2adae12 req-02dc3a78-f6d2-4561-afd4-1f4dc366f294 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:26.261465 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-89514250-3b62-489a-a1d4-47baf2adae12 req-02dc3a78-f6d2-4561-afd4-1f4dc366f294 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 946 time: 0.0490754 Jun 08 13:48:26.312142 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-89514250-3b62-489a-a1d4-47baf2adae12 req-d7349a08-39a1-4319-b599-ef30cb3f7918 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446730 Jun 08 13:48:27.164713 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 36030) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:27.297906 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ddd3-4f6b-4677-bf2c-a8adee369261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:27.384660 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:27.393738 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ddd3-4f6b-4677-bf2c-a8adee369261 admin admin] Publish callbacks [] for security_group (3f9b1718-7a88-4fd5-9643-61c5898b0d49), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:27.459432 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9cad2-f06a-4d4c-9485-b0eaeed35587 req-8b50732f-cc80-4a94-8a08-af4665ddbcbc tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:27.460961 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-30d9cad2-f06a-4d4c-9485-b0eaeed35587 req-8b50732f-cc80-4a94-8a08-af4665ddbcbc tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 946 time: 0.0559962 Jun 08 13:48:27.503271 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ddd3-4f6b-4677-bf2c-a8adee369261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (3f9b1718-7a88-4fd5-9643-61c5898b0d49), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:27.560351 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-30d9cad2-f06a-4d4c-9485-b0eaeed35587 req-28c7804b-ca78-4b63-9162-4ba2add76ab9 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914633 Jun 08 13:48:27.564208 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-5ff6ddd3-4f6b-4677-bf2c-a8adee369261 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=18817b5c24fe4e2b8be34cc7b4f6ff2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3981538 Jun 08 13:48:27.568131 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 36046) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:27.572810 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6ddd3-4f6b-4677-bf2c-a8adee369261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9b1718-7a88-4fd5-9643-61c5898b0d49,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:27.633564 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-827f269c-ada1-4513-ad80-8120d7a91c00 admin admin] Publish callbacks [] for security_group (3f9b1718-7a88-4fd5-9643-61c5898b0d49), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:27.655788 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-827f269c-ada1-4513-ad80-8120d7a91c00 admin admin] Publish callbacks [] for security_group (3f9b1718-7a88-4fd5-9643-61c5898b0d49), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:27.818355 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-827f269c-ada1-4513-ad80-8120d7a91c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (3f9b1718-7a88-4fd5-9643-61c5898b0d49), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:27.820989 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-827f269c-ada1-4513-ad80-8120d7a91c00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:27.822148 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-827f269c-ada1-4513-ad80-8120d7a91c00 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3f9b1718-7a88-4fd5-9643-61c5898b0d49 HTTP/1.1" status: 204 len: 168 time: 0.2521894 Jun 08 13:48:27.832880 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f269c-ada1-4513-ad80-8120d7a91c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9b1718-7a88-4fd5-9643-61c5898b0d49,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:28.541356 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 36066) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:28.555016 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2ebe02b9-8b91-4717-bd64-6c2f2e81df61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:28.631381 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2ebe02b9-8b91-4717-bd64-6c2f2e81df61 admin admin] Publish callbacks [] for security_group (617f565e-f69e-4989-89be-850e03733e5d), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:28.686975 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb8b08-a800-40a7-9496-74cf3b438cc9 req-92b50d81-10a9-4a75-88c0-66ab3659f9ae tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:28.688569 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bdeb8b08-a800-40a7-9496-74cf3b438cc9 req-92b50d81-10a9-4a75-88c0-66ab3659f9ae tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 946 time: 0.0465205 Jun 08 13:48:28.710088 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2ebe02b9-8b91-4717-bd64-6c2f2e81df61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (617f565e-f69e-4989-89be-850e03733e5d), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:28.738782 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bdeb8b08-a800-40a7-9496-74cf3b438cc9 req-bd9fca0a-a57d-4dae-94e5-633ef684343a tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431108 Jun 08 13:48:28.750953 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-2ebe02b9-8b91-4717-bd64-6c2f2e81df61 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=92d76c15c26e4f588f541a77a967e7db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2085187 Jun 08 13:48:28.752092 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe02b9-8b91-4717-bd64-6c2f2e81df61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617f565e-f69e-4989-89be-850e03733e5d,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:28.753527 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 36072) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:28.803892 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-5e34a357-8756-45da-b5b8-9321647389d1 admin admin] Publish callbacks [] for security_group (617f565e-f69e-4989-89be-850e03733e5d), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:28.826756 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-5e34a357-8756-45da-b5b8-9321647389d1 admin admin] Publish callbacks [] for security_group (617f565e-f69e-4989-89be-850e03733e5d), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:28.937809 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-5e34a357-8756-45da-b5b8-9321647389d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (617f565e-f69e-4989-89be-850e03733e5d), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:28.940290 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-5e34a357-8756-45da-b5b8-9321647389d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:28.942031 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-5e34a357-8756-45da-b5b8-9321647389d1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/617f565e-f69e-4989-89be-850e03733e5d HTTP/1.1" status: 204 len: 168 time: 0.1868317 Jun 08 13:48:28.949956 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34a357-8756-45da-b5b8-9321647389d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617f565e-f69e-4989-89be-850e03733e5d,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:29.852683 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdd297-8185-4413-ba2f-b74310bb9bdd req-9ab74238-a31a-49cd-80fd-59ad06ba0fe2 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:29.854198 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-12fdd297-8185-4413-ba2f-b74310bb9bdd req-9ab74238-a31a-49cd-80fd-59ad06ba0fe2 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 946 time: 0.0467088 Jun 08 13:48:29.904909 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-12fdd297-8185-4413-ba2f-b74310bb9bdd req-f1efd7c8-079e-450e-a4cd-1e73faf4784f tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442398 Jun 08 13:48:31.028209 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ce4d2-d13d-4595-8ce4-784e8f93444a req-14402a1b-1a19-46d6-ab8b-228becc3b055 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:31.029692 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-242ce4d2-d13d-4595-8ce4-784e8f93444a req-14402a1b-1a19-46d6-ab8b-228becc3b055 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 946 time: 0.0514410 Jun 08 13:48:31.076838 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-242ce4d2-d13d-4595-8ce4-784e8f93444a req-eb303a7e-91e9-4e7b-8441-d0de9dab41ce tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415521 Jun 08 13:48:31.843619 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-3800294f-bc86-41f6-9f07-df6223382d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:32.175788 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:32.194412 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621973e8-8152-409b-b598-7a9b286797bf req-6941eede-bfe8-4d0f-97de-245d02f0612c tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:32.195877 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-621973e8-8152-409b-b598-7a9b286797bf req-6941eede-bfe8-4d0f-97de-245d02f0612c tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 946 time: 0.0516465 Jun 08 13:48:32.243441 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-621973e8-8152-409b-b598-7a9b286797bf req-ae184d4e-f882-4d4f-a46a-c4d7fb6dbc7c tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419607 Jun 08 13:48:32.537877 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 36172) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:32.668546 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:32.670083 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a0ce1277-71c1-4d23-984a-8bfa982914bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:32.764943 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a0ce1277-71c1-4d23-984a-8bfa982914bb admin admin] Publish callbacks [] for security_group (ba7cee0d-7696-4ee7-b1c9-fb85846db17d), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:32.818130 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a0ce1277-71c1-4d23-984a-8bfa982914bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (ba7cee0d-7696-4ee7-b1c9-fb85846db17d), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:32.860852 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-a0ce1277-71c1-4d23-984a-8bfa982914bb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=988cc5a3101e48e9b3820a3258789aab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3218973 Jun 08 13:48:32.864237 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 36196) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:32.869426 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce1277-71c1-4d23-984a-8bfa982914bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7cee0d-7696-4ee7-b1c9-fb85846db17d,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:32.933394 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9e47ce9b-43c6-4b96-b6e8-dd7a525c57ef admin admin] Publish callbacks [] for security_group (ba7cee0d-7696-4ee7-b1c9-fb85846db17d), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:32.952695 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9e47ce9b-43c6-4b96-b6e8-dd7a525c57ef admin admin] Publish callbacks [] for security_group (ba7cee0d-7696-4ee7-b1c9-fb85846db17d), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:33.095684 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9e47ce9b-43c6-4b96-b6e8-dd7a525c57ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (ba7cee0d-7696-4ee7-b1c9-fb85846db17d), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:33.099611 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9e47ce9b-43c6-4b96-b6e8-dd7a525c57ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:33.102278 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-9e47ce9b-43c6-4b96-b6e8-dd7a525c57ef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ba7cee0d-7696-4ee7-b1c9-fb85846db17d HTTP/1.1" status: 204 len: 168 time: 0.2362547 Jun 08 13:48:33.113561 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47ce9b-43c6-4b96-b6e8-dd7a525c57ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7cee0d-7696-4ee7-b1c9-fb85846db17d,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:33.371045 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07648ff1-8f51-4346-bbba-ec78aae02585 req-9913bacc-9496-47b9-b0b9-d93404034927 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:33.372746 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-07648ff1-8f51-4346-bbba-ec78aae02585 req-9913bacc-9496-47b9-b0b9-d93404034927 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 946 time: 0.0535038 Jun 08 13:48:33.443148 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-07648ff1-8f51-4346-bbba-ec78aae02585 req-849ec28b-90d6-42af-a172-38a768e317af tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633502 Jun 08 13:48:34.106062 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9aafb375-c157-4646-92a4-83eb0ebc474e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:34.576872 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff41bb-2dab-4f03-8a55-c239944c2672 req-999fe93e-ebd8-4874-b3fe-e81966d8197e tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:34.578353 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-54ff41bb-2dab-4f03-8a55-c239944c2672 req-999fe93e-ebd8-4874-b3fe-e81966d8197e tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 946 time: 0.0462022 Jun 08 13:48:34.626442 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-54ff41bb-2dab-4f03-8a55-c239944c2672 req-a1162e72-ebe8-4f4d-9037-d54a99f76944 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424531 Jun 08 13:48:35.523485 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:35.571868 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 36280) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:35.725966 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=6 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:35.748229 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:35.751228 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-d06895d7-94bc-4a48-8035-e1e943dac9d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:35.780878 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f98ab-cfa0-4540-aec5-4a885ef72c43 req-ae537266-6867-486e-b37c-a21ea495d5df tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:35.782304 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-084f98ab-cfa0-4540-aec5-4a885ef72c43 req-ae537266-6867-486e-b37c-a21ea495d5df tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 946 time: 0.0749681 Jun 08 13:48:35.854398 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-084f98ab-cfa0-4540-aec5-4a885ef72c43 req-aa13d04b-0e8f-46f6-b219-a1143e77fb03 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656626 Jun 08 13:48:35.885225 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-d06895d7-94bc-4a48-8035-e1e943dac9d0 admin admin] Publish callbacks [] for security_group (fc8f6aaf-dc3f-43b0-bf3a-88e3781bf3e3), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:35.973006 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-d06895d7-94bc-4a48-8035-e1e943dac9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (fc8f6aaf-dc3f-43b0-bf3a-88e3781bf3e3), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:35.994798 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:36.012827 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06895d7-94bc-4a48-8035-e1e943dac9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8f6aaf-dc3f-43b0-bf3a-88e3781bf3e3,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:36.018311 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-d06895d7-94bc-4a48-8035-e1e943dac9d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e1255f046ce547b29ed745e1d3236453&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4453769 Jun 08 13:48:36.021169 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 36294) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:36.073816 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-6325430b-352c-4422-b456-04816248f646 admin admin] Publish callbacks [] for security_group (fc8f6aaf-dc3f-43b0-bf3a-88e3781bf3e3), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:36.103164 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-6325430b-352c-4422-b456-04816248f646 admin admin] Publish callbacks [] for security_group (fc8f6aaf-dc3f-43b0-bf3a-88e3781bf3e3), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:36.238318 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-6325430b-352c-4422-b456-04816248f646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (fc8f6aaf-dc3f-43b0-bf3a-88e3781bf3e3), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:36.240988 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-6325430b-352c-4422-b456-04816248f646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:36.242132 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-6325430b-352c-4422-b456-04816248f646 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc8f6aaf-dc3f-43b0-bf3a-88e3781bf3e3 HTTP/1.1" status: 204 len: 168 time: 0.2202005 Jun 08 13:48:36.250060 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325430b-352c-4422-b456-04816248f646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8f6aaf-dc3f-43b0-bf3a-88e3781bf3e3,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:36.681097 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:36.851586 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 36362) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:36.982153 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda93f7-e294-494c-b834-5fcec820c3df req-787130d0-7b7c-4514-8222-3b64d4bf2f80 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:36.983819 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2cda93f7-e294-494c-b834-5fcec820c3df req-787130d0-7b7c-4514-8222-3b64d4bf2f80 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 946 time: 0.0554392 Jun 08 13:48:37.042926 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-bf3d985d-553f-4b2a-bd7b-af4d8dbc5391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:37.064274 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2cda93f7-e294-494c-b834-5fcec820c3df req-b746d5b6-f1de-4881-b2c3-65df8088c567 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731115 Jun 08 13:48:37.136605 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-bf3d985d-553f-4b2a-bd7b-af4d8dbc5391 admin admin] Publish callbacks [] for security_group (ef6a1d09-4923-4a5c-8048-3452a6c0f588), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:37.206886 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-bf3d985d-553f-4b2a-bd7b-af4d8dbc5391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (ef6a1d09-4923-4a5c-8048-3452a6c0f588), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:37.218346 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:37.242221 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d985d-553f-4b2a-bd7b-af4d8dbc5391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6a1d09-4923-4a5c-8048-3452a6c0f588,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:37.273880 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d985d-553f-4b2a-bd7b-af4d8dbc5391 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:37.274363 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d985d-553f-4b2a-bd7b-af4d8dbc5391 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:37.277790 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d985d-553f-4b2a-bd7b-af4d8dbc5391 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:37.277790 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d985d-553f-4b2a-bd7b-af4d8dbc5391 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:37.277790 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d985d-553f-4b2a-bd7b-af4d8dbc5391 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:37.277790 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d985d-553f-4b2a-bd7b-af4d8dbc5391 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:37.277790 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d985d-553f-4b2a-bd7b-af4d8dbc5391 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:37.277790 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d985d-553f-4b2a-bd7b-af4d8dbc5391 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:37.278259 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d985d-553f-4b2a-bd7b-af4d8dbc5391 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:37.278426 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d985d-553f-4b2a-bd7b-af4d8dbc5391 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:37.278760 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d985d-553f-4b2a-bd7b-af4d8dbc5391 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:37.279088 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d985d-553f-4b2a-bd7b-af4d8dbc5391 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:37.279418 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d985d-553f-4b2a-bd7b-af4d8dbc5391 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:37.280090 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d985d-553f-4b2a-bd7b-af4d8dbc5391 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:37.280090 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d985d-553f-4b2a-bd7b-af4d8dbc5391 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:37.320350 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 36384) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:37.320797 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-bf3d985d-553f-4b2a-bd7b-af4d8dbc5391 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9f3d29bc2d4e41f38d20592a1c640294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4649863 Jun 08 13:48:37.367921 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:37.398289 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6b83d131-1bf4-432b-abde-d2bc2a5c78e7 admin admin] Publish callbacks [] for security_group (ef6a1d09-4923-4a5c-8048-3452a6c0f588), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:37.422774 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6b83d131-1bf4-432b-abde-d2bc2a5c78e7 admin admin] Publish callbacks [] for security_group (ef6a1d09-4923-4a5c-8048-3452a6c0f588), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:37.625374 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6b83d131-1bf4-432b-abde-d2bc2a5c78e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (ef6a1d09-4923-4a5c-8048-3452a6c0f588), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:37.627925 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6b83d131-1bf4-432b-abde-d2bc2a5c78e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:37.629611 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-6b83d131-1bf4-432b-abde-d2bc2a5c78e7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef6a1d09-4923-4a5c-8048-3452a6c0f588 HTTP/1.1" status: 204 len: 168 time: 0.3140402 Jun 08 13:48:37.648862 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83d131-1bf4-432b-abde-d2bc2a5c78e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6a1d09-4923-4a5c-8048-3452a6c0f588,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:37.652582 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8abc7e-0ef5-42bb-bd78-c027c6d1c6b8 req-45041e73-6117-4d06-9a4d-665d24c011d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:37.654861 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-ec8abc7e-0ef5-42bb-bd78-c027c6d1c6b8 req-45041e73-6117-4d06-9a4d-665d24c011d5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 1130 time: 0.0750616 Jun 08 13:48:37.751661 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-ec8abc7e-0ef5-42bb-bd78-c027c6d1c6b8 req-9f14b91c-10d6-4eea-8c19-ed45fcc06188 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817461 Jun 08 13:48:38.198091 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd06bb-e9b6-4ca5-9923-190d391aaff6 req-e47325a8-8bd7-4124-9956-e94042329da5 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:38.199687 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c1bd06bb-e9b6-4ca5-9923-190d391aaff6 req-e47325a8-8bd7-4124-9956-e94042329da5 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 946 time: 0.0532970 Jun 08 13:48:38.215197 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:38.276308 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c1bd06bb-e9b6-4ca5-9923-190d391aaff6 req-d87102bf-e9d9-4ac6-87f9-4049ca0f4cab tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665915 Jun 08 13:48:38.494163 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 36434) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:38.511711 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a193a9cb-3df4-4a16-9e65-494b1dbc2d69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:38.592428 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a193a9cb-3df4-4a16-9e65-494b1dbc2d69 admin admin] Publish callbacks [] for security_group (79e447ee-a1c5-421d-a37d-a7889b80e484), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:38.723800 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a193a9cb-3df4-4a16-9e65-494b1dbc2d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (79e447ee-a1c5-421d-a37d-a7889b80e484), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:38.765283 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-a193a9cb-3df4-4a16-9e65-494b1dbc2d69 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a1e0a5da9ac46d19fce8da0e0ce47a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2700472 Jun 08 13:48:38.766127 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193a9cb-3df4-4a16-9e65-494b1dbc2d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e447ee-a1c5-421d-a37d-a7889b80e484,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:38.771749 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 36440) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:38.774055 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a193a9cb-3df4-4a16-9e65-494b1dbc2d69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:38.774402 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a193a9cb-3df4-4a16-9e65-494b1dbc2d69 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:38.774742 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a193a9cb-3df4-4a16-9e65-494b1dbc2d69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:38.775075 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a193a9cb-3df4-4a16-9e65-494b1dbc2d69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:38.775405 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a193a9cb-3df4-4a16-9e65-494b1dbc2d69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:38.775730 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a193a9cb-3df4-4a16-9e65-494b1dbc2d69 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:38.776061 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a193a9cb-3df4-4a16-9e65-494b1dbc2d69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:38.776391 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a193a9cb-3df4-4a16-9e65-494b1dbc2d69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:38.776711 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a193a9cb-3df4-4a16-9e65-494b1dbc2d69 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:38.777032 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a193a9cb-3df4-4a16-9e65-494b1dbc2d69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:38.777353 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a193a9cb-3df4-4a16-9e65-494b1dbc2d69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:38.777673 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a193a9cb-3df4-4a16-9e65-494b1dbc2d69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:38.777989 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a193a9cb-3df4-4a16-9e65-494b1dbc2d69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:38.778306 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a193a9cb-3df4-4a16-9e65-494b1dbc2d69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:38.778651 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a193a9cb-3df4-4a16-9e65-494b1dbc2d69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:38.818114 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-544874c4-2a32-4d58-904f-c2cbaa994bbc admin admin] Publish callbacks [] for security_group (79e447ee-a1c5-421d-a37d-a7889b80e484), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:38.840692 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-544874c4-2a32-4d58-904f-c2cbaa994bbc admin admin] Publish callbacks [] for security_group (79e447ee-a1c5-421d-a37d-a7889b80e484), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:39.000428 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-544874c4-2a32-4d58-904f-c2cbaa994bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (79e447ee-a1c5-421d-a37d-a7889b80e484), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:39.003065 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-544874c4-2a32-4d58-904f-c2cbaa994bbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:39.004812 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-544874c4-2a32-4d58-904f-c2cbaa994bbc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/79e447ee-a1c5-421d-a37d-a7889b80e484 HTTP/1.1" status: 204 len: 168 time: 0.2358651 Jun 08 13:48:39.013012 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544874c4-2a32-4d58-904f-c2cbaa994bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e447ee-a1c5-421d-a37d-a7889b80e484,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:39.404513 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd3f3e-0e5b-46c7-9fd4-13a04e974fec req-bbcf062f-f109-4474-a90b-c7f489dd28c1 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:39.421509 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9cdd3f3e-0e5b-46c7-9fd4-13a04e974fec req-bbcf062f-f109-4474-a90b-c7f489dd28c1 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 946 time: 0.0715849 Jun 08 13:48:39.465279 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9cdd3f3e-0e5b-46c7-9fd4-13a04e974fec req-846582a2-607f-4960-9042-ae06624bed09 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497358 Jun 08 13:48:39.850163 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:39.879187 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-2a5f96f1-12d8-4ac2-bc52-24ce13f6820c req-ab404305-2641-4858-8596-713afdb0a988 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385773 Jun 08 13:48:39.963530 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f96f1-12d8-4ac2-bc52-24ce13f6820c req-210d08a3-9e4a-4e97-8fe6-4ac94c67c12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:39.965370 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-2a5f96f1-12d8-4ac2-bc52-24ce13f6820c req-210d08a3-9e4a-4e97-8fe6-4ac94c67c12f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87c115dc845a497292c12e2980e9f77b&device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 1129 time: 0.0466073 Jun 08 13:48:40.108176 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f96f1-12d8-4ac2-bc52-24ce13f6820c req-a044e980-75cb-4b48-b346-b66b6baf4dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:40.108176 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-2a5f96f1-12d8-4ac2-bc52-24ce13f6820c req-a044e980-75cb-4b48-b346-b66b6baf4dc3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=42d99904-a8b4-4285-872c-5a43c79568a6 HTTP/1.1" status: 200 len: 911 time: 0.0875676 Jun 08 13:48:40.163894 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-2a5f96f1-12d8-4ac2-bc52-24ce13f6820c req-8d613426-baca-45e8-ad5e-6713e341e519 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38bbf42f-b3f0-44a4-992c-b83e8f85c80a HTTP/1.1" status: 200 len: 1001 time: 0.0612459 Jun 08 13:48:40.212074 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:40.231027 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f96f1-12d8-4ac2-bc52-24ce13f6820c req-e6ab1ff5-4156-4643-999f-c2021189bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:40.234408 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-2a5f96f1-12d8-4ac2-bc52-24ce13f6820c req-e6ab1ff5-4156-4643-999f-c2021189bf9f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a0a5efd6-6778-48b9-88e3-5a88abf2683a HTTP/1.1" status: 200 len: 849 time: 0.0638738 Jun 08 13:48:40.287376 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f96f1-12d8-4ac2-bc52-24ce13f6820c req-414cd5cc-f000-4883-ad1c-dcbfd65a641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:40.288925 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-2a5f96f1-12d8-4ac2-bc52-24ce13f6820c req-414cd5cc-f000-4883-ad1c-dcbfd65a641d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=42d99904-a8b4-4285-872c-5a43c79568a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423095 Jun 08 13:48:40.390343 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-2a5f96f1-12d8-4ac2-bc52-24ce13f6820c req-d481c6f9-4075-44b4-b45a-c078224c5c61 service neutron] 10.222.0.61 "GET /v2.0/networks/42d99904-a8b4-4285-872c-5a43c79568a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947824 Jun 08 13:48:40.575697 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-2a5f96f1-12d8-4ac2-bc52-24ce13f6820c req-2d2b2425-2d1f-42f7-8d5a-585d5d237fa7 service neutron] 10.222.0.61 "GET /v2.0/networks/42d99904-a8b4-4285-872c-5a43c79568a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779211 Jun 08 13:48:40.604778 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89653a87-77ed-49cf-bf7e-6597d6ff7bb8 req-26d898c0-cd38-4a6d-961c-9ab268f056ac tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:40.614014 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-89653a87-77ed-49cf-bf7e-6597d6ff7bb8 req-26d898c0-cd38-4a6d-961c-9ab268f056ac tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 946 time: 0.0698624 Jun 08 13:48:40.682103 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-89653a87-77ed-49cf-bf7e-6597d6ff7bb8 req-79c21a11-4c0b-4500-a159-0e650cbe8af0 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652409 Jun 08 13:48:41.251146 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908fa66-b786-4c66-8049-24b1e937bb23 req-e6619406-6acb-49d4-acd1-1aa71c5ddd8f tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:41.252723 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5908fa66-b786-4c66-8049-24b1e937bb23 req-e6619406-6acb-49d4-acd1-1aa71c5ddd8f tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 946 time: 0.0495591 Jun 08 13:48:41.273272 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:41.304996 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f0517-590f-4cab-b45e-c8f91cf24586 req-ff97dec2-744d-4155-a39b-e0fed8ae4129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:41.306599 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-ec1f0517-590f-4cab-b45e-c8f91cf24586 req-ff97dec2-744d-4155-a39b-e0fed8ae4129 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9abd79bc99784c3f81991d1cae37a074&device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 1130 time: 0.0426443 Jun 08 13:48:41.313945 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5908fa66-b786-4c66-8049-24b1e937bb23 req-ca76f04a-4078-4080-88ef-279d7e3fcb3b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548859 Jun 08 13:48:41.419708 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f0517-590f-4cab-b45e-c8f91cf24586 req-a551dce3-10e2-48a8-b8a6-15e3a48c498d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:41.421153 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-ec1f0517-590f-4cab-b45e-c8f91cf24586 req-a551dce3-10e2-48a8-b8a6-15e3a48c498d service neutron] 10.222.0.61 "GET /v2.0/networks?id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f HTTP/1.1" status: 200 len: 919 time: 0.1026647 Jun 08 13:48:41.466007 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-ec1f0517-590f-4cab-b45e-c8f91cf24586 req-cf2d6585-c3c0-4aa5-abcf-cca05ed70b51 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a043c6d6-d4b4-4d25-927f-f3ba0a63e491 HTTP/1.1" status: 200 len: 217 time: 0.0354502 Jun 08 13:48:41.515274 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f0517-590f-4cab-b45e-c8f91cf24586 req-18877763-2c51-41f5-ba56-4483717a4405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:41.516738 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-ec1f0517-590f-4cab-b45e-c8f91cf24586 req-18877763-2c51-41f5-ba56-4483717a4405 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69836fd4-f98b-48c1-883c-8589e3b080df HTTP/1.1" status: 200 len: 857 time: 0.0448444 Jun 08 13:48:41.566894 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f0517-590f-4cab-b45e-c8f91cf24586 req-827013c3-9851-4dc0-8c24-09de1c0efeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:41.568427 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-ec1f0517-590f-4cab-b45e-c8f91cf24586 req-827013c3-9851-4dc0-8c24-09de1c0efeac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440712 Jun 08 13:48:41.673763 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-ec1f0517-590f-4cab-b45e-c8f91cf24586 req-832379ff-2dad-4231-bb82-033f8b39eeca service neutron] 10.222.0.61 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874248 Jun 08 13:48:41.769639 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-ec1f0517-590f-4cab-b45e-c8f91cf24586 req-45e4c214-18a3-40eb-afd4-07aebb6c7613 service neutron] 10.222.0.61 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897098 Jun 08 13:48:42.431937 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:42.452343 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284837a-5acb-4ca8-b78a-b0021097b660 req-dc6f71da-1dc5-4748-9dc0-0a2c4d4b4bb8 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:42.453868 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2284837a-5acb-4ca8-b78a-b0021097b660 req-dc6f71da-1dc5-4748-9dc0-0a2c4d4b4bb8 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 946 time: 0.0645018 Jun 08 13:48:42.507855 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2284837a-5acb-4ca8-b78a-b0021097b660 req-488191b9-0653-46f6-ad22-b79f4e6085b7 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445023 Jun 08 13:48:42.770167 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487a7b0-6e0d-4a94-8d7a-338961885fff req-b6806701-55fc-41f8-b01d-7e0d512cc10d tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:42.771622 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2487a7b0-6e0d-4a94-8d7a-338961885fff req-b6806701-55fc-41f8-b01d-7e0d512cc10d tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0455172 Jun 08 13:48:42.820688 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2487a7b0-6e0d-4a94-8d7a-338961885fff req-564fdbf7-84c8-41cc-acd1-30dc41e3bff2 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434117 Jun 08 13:48:43.632269 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664f974-14ef-49f4-84a6-bb2251dd347c req-14f36c08-b82e-4c42-bc47-754aadf1b882 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:43.633782 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7664f974-14ef-49f4-84a6-bb2251dd347c req-14f36c08-b82e-4c42-bc47-754aadf1b882 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 946 time: 0.0526681 Jun 08 13:48:43.686048 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7664f974-14ef-49f4-84a6-bb2251dd347c req-fb14fd41-bb6d-4c48-9053-d417da325373 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465267 Jun 08 13:48:43.947228 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377abce-53b3-4769-8a54-fb32d068fa3a req-b967ea31-a937-4629-b203-a01d3f4652b9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:43.948862 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2377abce-53b3-4769-8a54-fb32d068fa3a req-b967ea31-a937-4629-b203-a01d3f4652b9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0506041 Jun 08 13:48:44.007582 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2377abce-53b3-4769-8a54-fb32d068fa3a req-3f66a83d-87eb-4362-b01c-248b49f2b9e5 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521524 Jun 08 13:48:44.804401 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e6e5d-5108-4294-a872-ead7094e38cc req-566930f0-533f-4005-ba2d-ebf7264e7c55 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:44.805939 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-643e6e5d-5108-4294-a872-ead7094e38cc req-566930f0-533f-4005-ba2d-ebf7264e7c55 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 946 time: 0.0510824 Jun 08 13:48:44.860382 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-643e6e5d-5108-4294-a872-ead7094e38cc req-f0ad59f1-cd18-450a-b2b5-1f91c0e0a8f8 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484989 Jun 08 13:48:45.136277 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756b30b-99f9-491c-92d3-8ad6822fbfae req-31087d55-688b-4c66-9026-60cb00bc5b92 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:45.137786 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8756b30b-99f9-491c-92d3-8ad6822fbfae req-31087d55-688b-4c66-9026-60cb00bc5b92 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0515034 Jun 08 13:48:45.195629 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8756b30b-99f9-491c-92d3-8ad6822fbfae req-03e784bb-19c8-4cde-87bf-f6ffbbb8be38 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494623 Jun 08 13:48:45.263420 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 36654) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:45.381810 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a45a7e68-ea5f-43c2-b211-b403db54e4d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:45.415812 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:45.467385 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a45a7e68-ea5f-43c2-b211-b403db54e4d9 admin admin] Publish callbacks [] for security_group (2f63d376-d06c-4b9c-9fff-502428b9bb12), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:45.586532 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a45a7e68-ea5f-43c2-b211-b403db54e4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (2f63d376-d06c-4b9c-9fff-502428b9bb12), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:45.628748 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a7e68-ea5f-43c2-b211-b403db54e4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f63d376-d06c-4b9c-9fff-502428b9bb12,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:45.636581 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-a45a7e68-ea5f-43c2-b211-b403db54e4d9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f368d20c67514fcabd2234701da0f602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3696165 Jun 08 13:48:45.637004 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 36664) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:45.690839 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c0996aa8-7c72-46ba-be09-4f8728150fe8 admin admin] Publish callbacks [] for security_group (2f63d376-d06c-4b9c-9fff-502428b9bb12), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:45.908963 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:45.911239 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c0996aa8-7c72-46ba-be09-4f8728150fe8 admin admin] Publish callbacks [] for security_group (2f63d376-d06c-4b9c-9fff-502428b9bb12), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:46.031526 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c0996aa8-7c72-46ba-be09-4f8728150fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (2f63d376-d06c-4b9c-9fff-502428b9bb12), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:46.034651 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c0996aa8-7c72-46ba-be09-4f8728150fe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:46.035904 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-c0996aa8-7c72-46ba-be09-4f8728150fe8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2f63d376-d06c-4b9c-9fff-502428b9bb12 HTTP/1.1" status: 204 len: 168 time: 0.3980155 Jun 08 13:48:46.044706 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0996aa8-7c72-46ba-be09-4f8728150fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f63d376-d06c-4b9c-9fff-502428b9bb12,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:46.317134 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba1db2-c5cd-4618-8bf2-fedfee5d2726 req-854f5a24-1ee0-4e9d-8af9-97e0199498ca tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:46.318819 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-29ba1db2-c5cd-4618-8bf2-fedfee5d2726 req-854f5a24-1ee0-4e9d-8af9-97e0199498ca tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0481420 Jun 08 13:48:46.368038 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-29ba1db2-c5cd-4618-8bf2-fedfee5d2726 req-5bbfb58f-bcf7-4181-a8ff-e350f8fbb3c9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435665 Jun 08 13:48:46.637829 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 36686) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:46.651936 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-3be7f5e4-82d8-4f36-bf83-4f5f6e4010d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:46.700200 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 36688) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:46.705032 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-48a25c5e-b55c-4d4d-9d7f-ca1834e861d7 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1942505347', 'description': 'tempest-description--1979868667'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:48:46.758296 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-3be7f5e4-82d8-4f36-bf83-4f5f6e4010d8 admin admin] Publish callbacks [] for security_group (0c6b321c-5305-42c3-8614-874f557d9dd2), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:46.814617 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-48a25c5e-b55c-4d4d-9d7f-ca1834e861d7 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:46.839713 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-3be7f5e4-82d8-4f36-bf83-4f5f6e4010d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (0c6b321c-5305-42c3-8614-874f557d9dd2), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:46.891610 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-3be7f5e4-82d8-4f36-bf83-4f5f6e4010d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aca21c302dcd4307ae1de5ece0d6f9ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2525060 Jun 08 13:48:46.894731 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 36690) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:46.900443 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7f5e4-82d8-4f36-bf83-4f5f6e4010d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6b321c-5305-42c3-8614-874f557d9dd2,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:46.928628 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-48a25c5e-b55c-4d4d-9d7f-ca1834e861d7 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks [] for security_group (1e80f0af-2532-4fd4-99ab-273ab40ba884), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:46.950429 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-569f2050-21a2-4ca2-925c-3d26d633ac24 admin admin] Publish callbacks [] for security_group (0c6b321c-5305-42c3-8614-874f557d9dd2), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:46.973602 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-569f2050-21a2-4ca2-925c-3d26d633ac24 admin admin] Publish callbacks [] for security_group (0c6b321c-5305-42c3-8614-874f557d9dd2), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:47.005775 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-48a25c5e-b55c-4d4d-9d7f-ca1834e861d7 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (1e80f0af-2532-4fd4-99ab-273ab40ba884), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:47.038482 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a25c5e-b55c-4d4d-9d7f-ca1834e861d7 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e80f0af-2532-4fd4-99ab-273ab40ba884,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:47.114886 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-569f2050-21a2-4ca2-925c-3d26d633ac24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (0c6b321c-5305-42c3-8614-874f557d9dd2), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:47.121474 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-569f2050-21a2-4ca2-925c-3d26d633ac24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:47.122750 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-569f2050-21a2-4ca2-925c-3d26d633ac24 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0c6b321c-5305-42c3-8614-874f557d9dd2 HTTP/1.1" status: 204 len: 168 time: 0.2269666 Jun 08 13:48:47.123445 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-48a25c5e-b55c-4d4d-9d7f-ca1834e861d7 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:47.124574 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-48a25c5e-b55c-4d4d-9d7f-ca1834e861d7 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4234281 Jun 08 13:48:47.128961 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 36702) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:47.135561 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-84a4be67-04a5-49da-83d6-fdd973ee0184 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Request body: {'security_group_rule': {'security_group_id': '1e80f0af-2532-4fd4-99ab-273ab40ba884', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:48:47.147459 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f2050-21a2-4ca2-925c-3d26d633ac24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6b321c-5305-42c3-8614-874f557d9dd2,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:47.278029 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-84a4be67-04a5-49da-83d6-fdd973ee0184 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks [] for security_group_rule (b05dc027-496c-45b5-9215-22dfcdbed7cd), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:47.345225 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-84a4be67-04a5-49da-83d6-fdd973ee0184 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks [] for security_group_rule (b05dc027-496c-45b5-9215-22dfcdbed7cd), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:47.453419 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-84a4be67-04a5-49da-83d6-fdd973ee0184 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (b05dc027-496c-45b5-9215-22dfcdbed7cd), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:47.487170 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:47.498351 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4be67-04a5-49da-83d6-fdd973ee0184 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b05dc027-496c-45b5-9215-22dfcdbed7cd,revision_number=0']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:47.512629 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da12e0-9d02-43f2-b4fa-61a915c10f4a req-1e027e0d-949c-4ffc-b5b2-3d2a9cbdef05 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:47.514152 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f3da12e0-9d02-43f2-b4fa-61a915c10f4a req-1e027e0d-949c-4ffc-b5b2-3d2a9cbdef05 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0720985 Jun 08 13:48:47.567536 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f3da12e0-9d02-43f2-b4fa-61a915c10f4a req-f36ac9c5-0131-47eb-abc8-86d0daaf70a8 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468485 Jun 08 13:48:47.570691 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-84a4be67-04a5-49da-83d6-fdd973ee0184 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:47.571936 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-84a4be67-04a5-49da-83d6-fdd973ee0184 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4420342 Jun 08 13:48:47.574572 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 36722) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:47.580247 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-b73c4976-67ec-414e-89e4-8cb8a26a7479 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Request body: {'security_group_rule': {'security_group_id': '1e80f0af-2532-4fd4-99ab-273ab40ba884', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:48:47.695011 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b73c4976-67ec-414e-89e4-8cb8a26a7479 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks [] for security_group_rule (c87bb3a9-0ae9-46d5-a8b5-e9c1c638ff6d), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:47.717427 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:47.775336 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b73c4976-67ec-414e-89e4-8cb8a26a7479 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks [] for security_group_rule (c87bb3a9-0ae9-46d5-a8b5-e9c1c638ff6d), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:47.883514 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b73c4976-67ec-414e-89e4-8cb8a26a7479 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (c87bb3a9-0ae9-46d5-a8b5-e9c1c638ff6d), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:47.902668 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c4976-67ec-414e-89e4-8cb8a26a7479 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87bb3a9-0ae9-46d5-a8b5-e9c1c638ff6d,revision_number=0']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:47.992421 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b73c4976-67ec-414e-89e4-8cb8a26a7479 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:47.993752 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-b73c4976-67ec-414e-89e4-8cb8a26a7479 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4178479 Jun 08 13:48:47.996809 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 36734) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:48.001098 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-43b70204-49cf-4dc5-b01d-6e2daf9ede93 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Request body: {'floatingip': {'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:48:48.123689 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-43b70204-49cf-4dc5-b01d-6e2daf9ede93 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:48.235381 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-43b70204-49cf-4dc5-b01d-6e2daf9ede93 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:48.371212 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.db_base_plugin_common [None req-43b70204-49cf-4dc5-b01d-6e2daf9ede93 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Allocated IP 172.27.1.78 (070b030f-98d2-43d9-b022-f506d26f1e83/4285c1ce-c1bb-4be9-b005-ebf83c2cba00/a47c7995-8670-486c-9511-219f732a08d5) {{(pid=110997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:48:48.487777 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-43b70204-49cf-4dc5-b01d-6e2daf9ede93 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks [] for port (a47c7995-8670-486c-9511-219f732a08d5), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:48.646119 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:48.648610 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-43b70204-49cf-4dc5-b01d-6e2daf9ede93 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (a47c7995-8670-486c-9511-219f732a08d5), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:48.720305 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b70204-49cf-4dc5-b01d-6e2daf9ede93 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Network 070b030f-98d2-43d9-b022-f506d26f1e83 is already hosted by enough agents. {{(pid=110997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:48:48.731024 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [None req-43b70204-49cf-4dc5-b01d-6e2daf9ede93 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Resources bound (agent type, host, resource id): {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:48:48.735774 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b70204-49cf-4dc5-b01d-6e2daf9ede93 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Received port after_create {{(pid=110997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:48:48.742291 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b70204-49cf-4dc5-b01d-6e2daf9ede93 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Pushing event updated for resources: {'Port': ['ID=a47c7995-8670-486c-9511-219f732a08d5,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:48.769221 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58985d18-5c11-459d-97b8-2c3e5604d6ae req-31e35b6f-1c31-4826-8c56-1c8fbd839d66 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:48.770728 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-58985d18-5c11-459d-97b8-2c3e5604d6ae req-31e35b6f-1c31-4826-8c56-1c8fbd839d66 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.1133740 Jun 08 13:48:48.905971 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-58985d18-5c11-459d-97b8-2c3e5604d6ae req-97d6de6b-5365-4a6c-b63e-97d9b182c2b0 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221426 Jun 08 13:48:48.939108 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-43b70204-49cf-4dc5-b01d-6e2daf9ede93 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks [] for floatingip (8a2c91c2-b818-4218-83b2-6440774c9e5f), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:49.038840 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-43b70204-49cf-4dc5-b01d-6e2daf9ede93 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (a47c7995-8670-486c-9511-219f732a08d5), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:49.090779 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:49.262697 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-43b70204-49cf-4dc5-b01d-6e2daf9ede93 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks [] for port (a47c7995-8670-486c-9511-219f732a08d5), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:49.321397 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 36780) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:49.337677 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-43b70204-49cf-4dc5-b01d-6e2daf9ede93 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407452'] for port (a47c7995-8670-486c-9511-219f732a08d5), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:49.475886 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b70204-49cf-4dc5-b01d-6e2daf9ede93 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Pushing event updated for resources: {'Port': ['ID=a47c7995-8670-486c-9511-219f732a08d5,revision_number=2']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:49.484501 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-43b70204-49cf-4dc5-b01d-6e2daf9ede93 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (8a2c91c2-b818-4218-83b2-6440774c9e5f), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:49.576787 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-43b70204-49cf-4dc5-b01d-6e2daf9ede93 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:49.577801 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-43b70204-49cf-4dc5-b01d-6e2daf9ede93 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5800080 Jun 08 13:48:49.688250 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-d362b1cb-06dc-4335-b0aa-fd48372a2958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:49.705092 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:48:49.782802 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-d362b1cb-06dc-4335-b0aa-fd48372a2958 admin admin] Publish callbacks [] for security_group (2e3e301a-e26f-434a-98bf-73aa015e7444), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:49.840409 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-d362b1cb-06dc-4335-b0aa-fd48372a2958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (2e3e301a-e26f-434a-98bf-73aa015e7444), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:49.884656 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-d362b1cb-06dc-4335-b0aa-fd48372a2958 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a99f5c1d905411095aaf09ee80746d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5619493 Jun 08 13:48:49.886397 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362b1cb-06dc-4335-b0aa-fd48372a2958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3e301a-e26f-434a-98bf-73aa015e7444,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:49.887180 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 36810) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:49.951265 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9ca29d46-56ad-4854-b2d8-a426223e6b6f admin admin] Publish callbacks [] for security_group (2e3e301a-e26f-434a-98bf-73aa015e7444), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:49.976546 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9ca29d46-56ad-4854-b2d8-a426223e6b6f admin admin] Publish callbacks [] for security_group (2e3e301a-e26f-434a-98bf-73aa015e7444), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:50.056831 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-51352910-ad4d-4ee6-a6a2-f0a29de845a1 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1942505347&fields=id&tenant_id=9abd79bc99784c3f81991d1cae37a074 HTTP/1.1" status: 200 len: 267 time: 0.0447659 Jun 08 13:48:50.090303 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9ca29d46-56ad-4854-b2d8-a426223e6b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (2e3e301a-e26f-434a-98bf-73aa015e7444), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:50.093760 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9ca29d46-56ad-4854-b2d8-a426223e6b6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:50.100071 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-9ca29d46-56ad-4854-b2d8-a426223e6b6f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2e3e301a-e26f-434a-98bf-73aa015e7444 HTTP/1.1" status: 204 len: 168 time: 0.2117834 Jun 08 13:48:50.111403 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca29d46-56ad-4854-b2d8-a426223e6b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3e301a-e26f-434a-98bf-73aa015e7444,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:50.171653 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:50.201837 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-13646fd8-1f20-4048-9845-8cb716f99ea0 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:50.203346 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-13646fd8-1f20-4048-9845-8cb716f99ea0 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/networks?id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f HTTP/1.1" status: 200 len: 818 time: 0.1352086 Jun 08 13:48:50.219146 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-592a5806-4149-4a86-8ac3-d1b7582872ce tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/quotas/9abd79bc99784c3f81991d1cae37a074 HTTP/1.1" status: 200 len: 375 time: 0.0096385 Jun 08 13:48:50.279446 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-6d47a661-e18c-4b82-b33b-33538f2e88a1 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9abd79bc99784c3f81991d1cae37a074&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0546463 Jun 08 13:48:50.387237 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-128d0c71-130b-4225-b74f-8e375c66420d service neutron] 10.222.0.55 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985556 Jun 08 13:48:50.547483 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-90f8d96d-6e8f-425e-87d0-389509c4cc27 service neutron] 10.222.0.55 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542547 Jun 08 13:48:50.564366 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:INSERT=8,neutron:SELECT=92 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:50.577328 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6093801-cb4c-43c3-a344-efe8e02caed6 req-ece23a84-6062-47f2-b88a-43242ea03516 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:50.579029 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a6093801-cb4c-43c3-a344-efe8e02caed6 req-ece23a84-6062-47f2-b88a-43242ea03516 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0838878 Jun 08 13:48:50.642296 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a6093801-cb4c-43c3-a344-efe8e02caed6 req-bfddd650-62ff-4272-91fd-695c233eaf04 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518715 Jun 08 13:48:50.754626 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc593c-8a59-4493-9d9f-cc73d2541a0b req-a5ca8f81-5a81-4d78-a632-6a2b7e458358 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:50.756140 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8acc593c-8a59-4493-9d9f-cc73d2541a0b req-a5ca8f81-5a81-4d78-a632-6a2b7e458358 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0510015 Jun 08 13:48:50.806601 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8acc593c-8a59-4493-9d9f-cc73d2541a0b req-a40b8c66-db8d-4a30-b61c-cee1f2b872a8 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440860 Jun 08 13:48:50.906699 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6655ec18-6925-4c48-b29a-120e7f272848 req-9a9623ff-7153-40a9-a936-a6e16252053c tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 210 time: 0.0289819 Jun 08 13:48:51.068451 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 36846) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:51.077927 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-41461eb3-873c-4bfe-b8f9-0fd41bdfcab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:51.138463 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:51.178086 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-41461eb3-873c-4bfe-b8f9-0fd41bdfcab9 admin admin] Publish callbacks [] for security_group (4fb52a41-78b0-4969-9e59-e97fd5815a92), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:51.267769 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-41461eb3-873c-4bfe-b8f9-0fd41bdfcab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (4fb52a41-78b0-4969-9e59-e97fd5815a92), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:51.283289 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:51.314386 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-41461eb3-873c-4bfe-b8f9-0fd41bdfcab9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=66f026297390496db08a55beec7a984e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483449 Jun 08 13:48:51.314615 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 36850) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:51.322468 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41461eb3-873c-4bfe-b8f9-0fd41bdfcab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb52a41-78b0-4969-9e59-e97fd5815a92,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:51.373577 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-1d9ace8b-4921-46ab-8297-5e077da740ce admin admin] Publish callbacks [] for security_group (4fb52a41-78b0-4969-9e59-e97fd5815a92), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:51.400419 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-1d9ace8b-4921-46ab-8297-5e077da740ce admin admin] Publish callbacks [] for security_group (4fb52a41-78b0-4969-9e59-e97fd5815a92), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:51.585976 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-1d9ace8b-4921-46ab-8297-5e077da740ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (4fb52a41-78b0-4969-9e59-e97fd5815a92), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:51.585976 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-1d9ace8b-4921-46ab-8297-5e077da740ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:51.585976 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-1d9ace8b-4921-46ab-8297-5e077da740ce admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4fb52a41-78b0-4969-9e59-e97fd5815a92 HTTP/1.1" status: 204 len: 168 time: 0.2653279 Jun 08 13:48:51.590613 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ace8b-4921-46ab-8297-5e077da740ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb52a41-78b0-4969-9e59-e97fd5815a92,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:51.787812 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbfc7f-0f89-4f8d-9bd5-799943ae116a req-f43e8722-16cf-4144-8b9a-87c439a58832 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:51.789306 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6fcbfc7f-0f89-4f8d-9bd5-799943ae116a req-f43e8722-16cf-4144-8b9a-87c439a58832 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0730214 Jun 08 13:48:51.838820 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6fcbfc7f-0f89-4f8d-9bd5-799943ae116a req-a343a720-f9f8-43a3-be55-99c16d01abdb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437331 Jun 08 13:48:51.940084 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d144a-a7d4-4359-b5fc-07de4556b0d7 req-84f3a32c-1b5f-4de7-ae68-3b8db5292059 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:51.941798 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b29d144a-a7d4-4359-b5fc-07de4556b0d7 req-84f3a32c-1b5f-4de7-ae68-3b8db5292059 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0531750 Jun 08 13:48:52.022024 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b29d144a-a7d4-4359-b5fc-07de4556b0d7 req-c268e997-3943-4119-9ad9-64ff648d4ad3 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733593 Jun 08 13:48:52.024463 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d286afda-24d9-4a7e-aa2f-d48b25d5db8e req-0c4ef0e9-df84-4a3f-938f-e22ee063d3be tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 210 time: 0.0391603 Jun 08 13:48:52.426775 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 36872) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:52.440223 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-dc500d7f-c813-446e-9130-02188a43d980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:52.529208 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:52.552351 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-dc500d7f-c813-446e-9130-02188a43d980 admin admin] Publish callbacks [] for security_group (95d5cf1b-03a2-428f-839f-fba43763038c), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:52.683362 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-dc500d7f-c813-446e-9130-02188a43d980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (95d5cf1b-03a2-428f-839f-fba43763038c), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:52.725543 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-dc500d7f-c813-446e-9130-02188a43d980 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d4530484b8d14d798fe471a2ad7d88a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976670 Jun 08 13:48:52.727817 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc500d7f-c813-446e-9130-02188a43d980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d5cf1b-03a2-428f-839f-fba43763038c,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:52.728214 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 36880) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:48:52.777020 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fd34d8fd-29b0-47bc-82b5-de1c0bb8acc5 admin admin] Publish callbacks [] for security_group (95d5cf1b-03a2-428f-839f-fba43763038c), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:52.802624 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fd34d8fd-29b0-47bc-82b5-de1c0bb8acc5 admin admin] Publish callbacks [] for security_group (95d5cf1b-03a2-428f-839f-fba43763038c), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:52.957685 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fd34d8fd-29b0-47bc-82b5-de1c0bb8acc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (95d5cf1b-03a2-428f-839f-fba43763038c), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:52.960178 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fd34d8fd-29b0-47bc-82b5-de1c0bb8acc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:52.960766 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14260686-b571-4a86-897d-e169583c3a02 req-2ab4cb7c-3050-457a-804f-6f6d9e42efc4 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:52.961378 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-fd34d8fd-29b0-47bc-82b5-de1c0bb8acc5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/95d5cf1b-03a2-428f-839f-fba43763038c HTTP/1.1" status: 204 len: 168 time: 0.2321365 Jun 08 13:48:52.965640 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-14260686-b571-4a86-897d-e169583c3a02 req-2ab4cb7c-3050-457a-804f-6f6d9e42efc4 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0497885 Jun 08 13:48:52.969425 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34d8fd-29b0-47bc-82b5-de1c0bb8acc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d5cf1b-03a2-428f-839f-fba43763038c,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:52.988428 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:53.018526 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-14260686-b571-4a86-897d-e169583c3a02 req-2d791075-e385-456b-9ebf-9a1171e375a5 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486729 Jun 08 13:48:53.164322 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-20c56de3-58d6-4b7f-99da-d35ffb650255 req-50afed89-a9c7-40b7-a782-4655a4f4b419 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 210 time: 0.0498614 Jun 08 13:48:53.180124 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376475a-7ba1-4704-8b90-a12dfea7d331 req-fea9ef8f-5112-4c3a-8621-5ba10d8a3955 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:53.184513 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5376475a-7ba1-4704-8b90-a12dfea7d331 req-fea9ef8f-5112-4c3a-8621-5ba10d8a3955 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0821044 Jun 08 13:48:53.231313 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5376475a-7ba1-4704-8b90-a12dfea7d331 req-44efff71-d1c0-4823-9cc4-b0d67dc2ef4c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451889 Jun 08 13:48:54.135855 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f8178-9afc-4620-868b-a0be0238855d req-bbd57be2-8ec4-4600-9465-573b14a8139c tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:54.137384 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9a6f8178-9afc-4620-868b-a0be0238855d req-bbd57be2-8ec4-4600-9465-573b14a8139c tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0468066 Jun 08 13:48:54.185944 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9a6f8178-9afc-4620-868b-a0be0238855d req-515f8c15-2c97-4743-8734-28880f0c49b6 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429039 Jun 08 13:48:54.265350 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1f731259-f0ff-447a-a5a3-bc155792292d req-8064fc6d-cf44-4eca-8275-8a18a9c3fb71 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 210 time: 0.0276191 Jun 08 13:48:54.351983 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab9325-2a86-43da-ae76-f8a9399d096e req-d66b394c-37a9-426c-b7b7-052715ed1e4f tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:54.353464 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-33ab9325-2a86-43da-ae76-f8a9399d096e req-d66b394c-37a9-426c-b7b7-052715ed1e4f tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0489082 Jun 08 13:48:54.400803 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-33ab9325-2a86-43da-ae76-f8a9399d096e req-37cb1ba4-d7ae-467c-9a82-dacd58b1297e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419090 Jun 08 13:48:55.300649 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de7dc7-2916-427c-88bf-d54c97c4b28b req-f8c40a25-9791-4e68-8434-258b62a57545 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:55.302135 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d4de7dc7-2916-427c-88bf-d54c97c4b28b req-f8c40a25-9791-4e68-8434-258b62a57545 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0465906 Jun 08 13:48:55.372355 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0bca974f-1fc4-4acb-99dd-a00afc7ff3f7 req-ee8e7b7e-663e-42e7-8b7e-13952f43747e tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 210 time: 0.0387540 Jun 08 13:48:55.376470 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d4de7dc7-2916-427c-88bf-d54c97c4b28b req-820944e4-4f67-48ec-a722-c49b9efed544 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688624 Jun 08 13:48:55.515860 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833da2e-fe45-4172-bf45-d8d09f922408 req-d2b58805-0a1c-4f89-9257-e47cd82db445 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:55.517378 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f833da2e-fe45-4172-bf45-d8d09f922408 req-d2b58805-0a1c-4f89-9257-e47cd82db445 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0465062 Jun 08 13:48:55.565379 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f833da2e-fe45-4172-bf45-d8d09f922408 req-b7343c06-4060-4a11-b326-38370e44768b tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412586 Jun 08 13:48:56.377150 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-7b818b37-92bd-4156-b1e5-26ec2afedc5b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:56.378825 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-7b818b37-92bd-4156-b1e5-26ec2afedc5b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.61 "GET /v2.0/networks?id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f HTTP/1.1" status: 200 len: 818 time: 0.1058261 Jun 08 13:48:56.476735 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e5379ea9-1d36-4634-8a00-7c537c33abff req-1b3b54be-2d81-4ae2-b36c-2551d3fd5ae5 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 210 time: 0.0367191 Jun 08 13:48:56.498944 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:56.510522 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6f59f-740f-470c-8784-528f250ae097 req-f1998a3c-9af2-40e3-8f2f-4384e36851e1 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:56.512012 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-15e6f59f-740f-470c-8784-528f250ae097 req-f1998a3c-9af2-40e3-8f2f-4384e36851e1 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0620875 Jun 08 13:48:56.564257 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-15e6f59f-740f-470c-8784-528f250ae097 req-095df6fc-40b1-4142-95cf-551feb18439c tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460427 Jun 08 13:48:56.566165 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-026d5259-a157-45f0-95b9-b36eb824eef8 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9abd79bc99784c3f81991d1cae37a074 HTTP/1.1" status: 200 len: 380 time: 0.0551021 Jun 08 13:48:56.680285 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6f4dc-d391-482b-8b3a-288f7eb823b5 req-a5a57cec-4ab8-4f4f-a1c8-b42c6c338b9a tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:56.685324 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-95e6f4dc-d391-482b-8b3a-288f7eb823b5 req-a5a57cec-4ab8-4f4f-a1c8-b42c6c338b9a tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0462778 Jun 08 13:48:56.730916 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-95e6f4dc-d391-482b-8b3a-288f7eb823b5 req-9dfe623a-3b13-4a26-9627-ea67b64e32c3 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432463 Jun 08 13:48:57.012350 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-a2d55634-0373-48bd-aaf3-95345705d3dc tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Request body: {'port': {'device_id': '777c65ea-2412-4080-9c2c-ee5201184c1e', 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f', 'admin_state_up': True, 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'security_groups': ['1e80f0af-2532-4fd4-99ab-273ab40ba884']}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:48:57.058455 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:57.203161 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-a2d55634-0373-48bd-aaf3-95345705d3dc tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Made reservation on behalf of 9abd79bc99784c3f81991d1cae37a074 for: {'port': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:48:57.207284 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-a2d55634-0373-48bd-aaf3-95345705d3dc tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:57.334561 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-a2d55634-0373-48bd-aaf3-95345705d3dc tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Allocated IP 172.20.0.10 (ae8a0e1e-0700-4e0e-8372-c30751bbef6f/69836fd4-f98b-48c1-883c-8589e3b080df/d1b9ce5f-7ee5-4967-93f0-2a76e3005b21) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:48:57.478567 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-a2d55634-0373-48bd-aaf3-95345705d3dc tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks [] for port (d1b9ce5f-7ee5-4967-93f0-2a76e3005b21), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:57.574135 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e981ec23-943f-41f0-8dee-e06f26219d6f req-4d42e739-18e4-4610-b36a-0c8e220f66af tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 210 time: 0.0290577 Jun 08 13:48:57.575049 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-a2d55634-0373-48bd-aaf3-95345705d3dc tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (d1b9ce5f-7ee5-4967-93f0-2a76e3005b21), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:57.618039 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-a2d55634-0373-48bd-aaf3-95345705d3dc tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Network ae8a0e1e-0700-4e0e-8372-c30751bbef6f is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:48:57.621219 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-a2d55634-0373-48bd-aaf3-95345705d3dc tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:48:57.627897 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-a2d55634-0373-48bd-aaf3-95345705d3dc tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:48:57.633335 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d55634-0373-48bd-aaf3-95345705d3dc tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Pushing event updated for resources: {'Port': ['ID=d1b9ce5f-7ee5-4967-93f0-2a76e3005b21,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:57.682396 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=15 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:57.684469 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-a2d55634-0373-48bd-aaf3-95345705d3dc tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:57.685192 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-a2d55634-0373-48bd-aaf3-95345705d3dc tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:57.711082 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebcb03-0c0b-4eed-9583-e5db0a0b92be req-dae783bc-fe09-44d9-8873-3bdade19bc79 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:57.718000 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4aebcb03-0c0b-4eed-9583-e5db0a0b92be req-dae783bc-fe09-44d9-8873-3bdade19bc79 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0731831 Jun 08 13:48:57.770465 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4aebcb03-0c0b-4eed-9583-e5db0a0b92be req-ac76018a-f954-4101-830b-6e454e77d4e2 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516062 Jun 08 13:48:57.812904 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-a2d55634-0373-48bd-aaf3-95345705d3dc tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8049781 Jun 08 13:48:57.825869 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-daa238eb-882e-4fcd-841d-93ee94768174 service neutron] Request body: {'port': {'device_id': '777c65ea-2412-4080-9c2c-ee5201184c1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:48:57.828847 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:57.868125 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6e9d0-0672-4226-9399-99aa5b63930e req-a594ba57-7e74-4ddd-afcd-46d96e4f69e6 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:57.870439 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e0a6e9d0-0672-4226-9399-99aa5b63930e req-a594ba57-7e74-4ddd-afcd-46d96e4f69e6 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0534949 Jun 08 13:48:57.893475 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-daa238eb-882e-4fcd-841d-93ee94768174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (d1b9ce5f-7ee5-4967-93f0-2a76e3005b21), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:57.911007 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:57.930233 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-08b9e237-9780-4552-a716-156c077fde47 None None] Provisioning complete for port d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:48:57.931068 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e0a6e9d0-0672-4226-9399-99aa5b63930e req-30c43fc5-fc00-4ad9-8394-96e5f74c92d3 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548074 Jun 08 13:48:57.945003 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-08b9e237-9780-4552-a716-156c077fde47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (d1b9ce5f-7ee5-4967-93f0-2a76e3005b21), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:57.984836 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-08b9e237-9780-4552-a716-156c077fde47 None None] Port d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:48:58.026583 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:58.184849 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-daa238eb-882e-4fcd-841d-93ee94768174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 {{(pid=110998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:48:58.192810 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-daa238eb-882e-4fcd-841d-93ee94768174 service neutron] Publish callbacks [] for port (d1b9ce5f-7ee5-4967-93f0-2a76e3005b21), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:58.205622 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.provisioning_blocks [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-daa238eb-882e-4fcd-841d-93ee94768174 service neutron] Transition to ACTIVE for port object d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 will not be triggered until provisioned by entity L2. {{(pid=110998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 13:48:58.270904 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-daa238eb-882e-4fcd-841d-93ee94768174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (d1b9ce5f-7ee5-4967-93f0-2a76e3005b21), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:58.319134 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa238eb-882e-4fcd-841d-93ee94768174 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b9ce5f-7ee5-4967-93f0-2a76e3005b21,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:58.395308 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-daa238eb-882e-4fcd-841d-93ee94768174 service neutron] Attempting to bind port d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:48:58.395644 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-daa238eb-882e-4fcd-841d-93ee94768174 service neutron] Attempting to bind port d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '32b6b0f7-21d9-469a-8491-050a49ba265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f'}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:48:58.395991 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-daa238eb-882e-4fcd-841d-93ee94768174 service neutron] Attempting to bind port d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 on network ae8a0e1e-0700-4e0e-8372-c30751bbef6f {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:48:58.400809 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-daa238eb-882e-4fcd-841d-93ee94768174 service neutron] Port d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 on network ae8a0e1e-0700-4e0e-8372-c30751bbef6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:48:58.401124 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-daa238eb-882e-4fcd-841d-93ee94768174 service neutron] Attempting to bind port d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 on network ae8a0e1e-0700-4e0e-8372-c30751bbef6f {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:48:58.406201 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-daa238eb-882e-4fcd-841d-93ee94768174 service neutron] Checking agent: {'id': '2c87fc52-0797-4c68-9855-572d3067389f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'started_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:48:58.406529 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-daa238eb-882e-4fcd-841d-93ee94768174 service neutron] Checking segment: {'id': '32b6b0f7-21d9-469a-8491-050a49ba265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:48:58.406904 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-daa238eb-882e-4fcd-841d-93ee94768174 service neutron] Bound using segment: {'id': '32b6b0f7-21d9-469a-8491-050a49ba265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f'} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:48:58.407324 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-daa238eb-882e-4fcd-841d-93ee94768174 service neutron] Bound port: d1b9ce5f-7ee5-4967-93f0-2a76e3005b21, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b6b0f7-21d9-469a-8491-050a49ba265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f'}}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:48:58.407675 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-daa238eb-882e-4fcd-841d-93ee94768174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (d1b9ce5f-7ee5-4967-93f0-2a76e3005b21), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:58.476658 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-daa238eb-882e-4fcd-841d-93ee94768174 service neutron] For port d1b9ce5f-7ee5-4967-93f0-2a76e3005b21, host hv-cinder-81914, cleared binding levels {{(pid=110998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:48:58.479726 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-daa238eb-882e-4fcd-841d-93ee94768174 service neutron] For port d1b9ce5f-7ee5-4967-93f0-2a76e3005b21, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d1b9ce5f-7ee5-4967-93f0-2a76e3005b21,segment=NetworkSegment(32b6b0f7-21d9-469a-8491-050a49ba265a),segment_id=32b6b0f7-21d9-469a-8491-050a49ba265a)] {{(pid=110998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:48:58.594565 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-daa238eb-882e-4fcd-841d-93ee94768174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (d1b9ce5f-7ee5-4967-93f0-2a76e3005b21), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:58.626978 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:58.631786 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-daa238eb-882e-4fcd-841d-93ee94768174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:58.632429 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-daa238eb-882e-4fcd-841d-93ee94768174 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:48:58.633888 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-daa238eb-882e-4fcd-841d-93ee94768174 service neutron] 10.222.0.61 "PUT /v2.0/ports/d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 HTTP/1.1" status: 200 len: 1094 time: 0.8121829 Jun 08 13:48:58.634385 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777c65ea-2412-4080-9c2c-ee5201184c1e', 'tag': 'd1b9ce5f-7ee5-4967-93f0-2a76e3005b21'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:48:58.636682 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982b7e71-0cba-448c-a860-f1b1111d7dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "777c65ea-2412-4080-9c2c-ee5201184c1e", "tag": "d1b9ce5f-7ee5-4967-93f0-2a76e3005b21"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:48:58.663890 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa238eb-882e-4fcd-841d-93ee94768174 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b9ce5f-7ee5-4967-93f0-2a76e3005b21,revision_number=3']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:58.700313 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49347104-02fc-4492-9676-677de2ac1bf6 x-openstack-request-id: req-49347104-02fc-4492-9676-677de2ac1bf6 {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:48:58.700600 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777c65ea-2412-4080-9c2c-ee5201184c1e", "tag": "d1b9ce5f-7ee5-4967-93f0-2a76e3005b21", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:48:58.700852 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49347104-02fc-4492-9676-677de2ac1bf6 {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:48:58.701257 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49347104-02fc-4492-9676-677de2ac1bf6'] response: {'name': 'network-changed', 'server_uuid': '777c65ea-2412-4080-9c2c-ee5201184c1e', 'tag': 'd1b9ce5f-7ee5-4967-93f0-2a76e3005b21', 'status': 'completed', 'code': 200} Jun 08 13:48:58.718335 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bcac5-86ed-4b60-8e16-6df2fdbae586 req-1ee1fd5d-26c9-43c7-aee5-d18177021385 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:58.720556 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d71bcac5-86ed-4b60-8e16-6df2fdbae586 req-1ee1fd5d-26c9-43c7-aee5-d18177021385 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 944 time: 0.0627770 Jun 08 13:48:58.774036 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b7e71-0cba-448c-a860-f1b1111d7dd7 req-83aac8c4-ae3b-4931-9d71-461c05b9b5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:58.775806 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-982b7e71-0cba-448c-a860-f1b1111d7dd7 req-83aac8c4-ae3b-4931-9d71-461c05b9b5af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9abd79bc99784c3f81991d1cae37a074&device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 1128 time: 0.0444825 Jun 08 13:48:58.795263 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d71bcac5-86ed-4b60-8e16-6df2fdbae586 req-3e0ddbdf-4ae2-43bb-a30e-b3fc7e0f6289 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690548 Jun 08 13:48:58.929430 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6c8d4-f894-48b2-bbb6-f174942a4aa2 req-359116b5-5fb6-4291-840b-0babf7ced866 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:58.931436 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e2b6c8d4-f894-48b2-bbb6-f174942a4aa2 req-359116b5-5fb6-4291-840b-0babf7ced866 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0613194 Jun 08 13:48:59.009472 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e2b6c8d4-f894-48b2-bbb6-f174942a4aa2 req-a08b2c50-b732-4b48-acff-ad8117ec184b tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692286 Jun 08 13:48:59.027255 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:59.066792 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e397aca-2e6a-4705-b3b8-df1dee0ee696 req-65bb15a2-b8eb-45e3-aba7-a2fa92571ecb tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:59.068453 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9e397aca-2e6a-4705-b3b8-df1dee0ee696 req-65bb15a2-b8eb-45e3-aba7-a2fa92571ecb tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0520504 Jun 08 13:48:59.125665 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9e397aca-2e6a-4705-b3b8-df1dee0ee696 req-e541feaf-48c9-4265-b638-4b6cc849f6ec tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494721 Jun 08 13:48:59.163367 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b7e71-0cba-448c-a860-f1b1111d7dd7 req-a957d6cb-e071-47b5-b47e-e1cf71eccda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:59.164898 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-982b7e71-0cba-448c-a860-f1b1111d7dd7 req-a957d6cb-e071-47b5-b47e-e1cf71eccda8 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=9abd79bc99784c3f81991d1cae37a074&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3758788 Jun 08 13:48:59.276490 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b7e71-0cba-448c-a860-f1b1111d7dd7 req-c4b8ada5-f968-432c-baf9-249466887eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:59.278042 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-982b7e71-0cba-448c-a860-f1b1111d7dd7 req-c4b8ada5-f968-432c-baf9-249466887eb0 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913651 Jun 08 13:48:59.353325 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-2ff9b789-d565-4c53-b40e-2c54c677435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:59.354802 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-2ff9b789-d565-4c53-b40e-2c54c677435f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9abd79bc99784c3f81991d1cae37a074&device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 1128 time: 0.0385838 Jun 08 13:48:59.399910 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-cd8ce09b-040f-41f3-8880-53be87042700 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 HTTP/1.1" status: 200 len: 217 time: 0.0360560 Jun 08 13:48:59.449332 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-16b4ec86-4533-45fc-8682-c65be1e542c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:59.450860 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-16b4ec86-4533-45fc-8682-c65be1e542c9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69836fd4-f98b-48c1-883c-8589e3b080df HTTP/1.1" status: 200 len: 857 time: 0.0448072 Jun 08 13:48:59.502118 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-fdad575f-91da-4a4b-b773-7a52079e1be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:59.504747 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-fdad575f-91da-4a4b-b773-7a52079e1be7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406759 Jun 08 13:48:59.602452 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-7560390a-f374-4d82-9786-ceb2d04f812f service neutron] 10.222.0.61 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903766 Jun 08 13:48:59.692946 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1f4d487a-b6a7-43f9-9a95-c8d7c82b9066 req-14d04884-7567-43b3-b59a-f0f775e1d095 service neutron] 10.222.0.61 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831020 Jun 08 13:48:59.704422 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=13 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:48:59.907791 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6eee2d-9b9c-47a0-b798-47efa806511f req-86c4e601-5d23-406d-9c01-990f14e04493 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:59.908495 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0f6eee2d-9b9c-47a0-b798-47efa806511f req-86c4e601-5d23-406d-9c01-990f14e04493 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 944 time: 0.0562203 Jun 08 13:48:59.962001 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0f6eee2d-9b9c-47a0-b798-47efa806511f req-56874ca0-ba70-475c-83e7-3267b2636d96 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422442 Jun 08 13:49:00.113927 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6697c93-28cb-4bfd-8146-2d8a93188014 req-3e523b43-38e1-4b9b-874a-d6245d6fe925 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:00.115402 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e6697c93-28cb-4bfd-8146-2d8a93188014 req-3e523b43-38e1-4b9b-874a-d6245d6fe925 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0478597 Jun 08 13:49:00.163533 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e6697c93-28cb-4bfd-8146-2d8a93188014 req-aeab4b5a-cea7-4423-bbe5-92fb25ba5a3e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427086 Jun 08 13:49:00.244288 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cb7c4-d29b-42a9-9f18-33796afc507b req-b75c4d6b-1a1d-4ff0-a98a-bc892ab6de49 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:00.245758 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b83cb7c4-d29b-42a9-9f18-33796afc507b req-b75c4d6b-1a1d-4ff0-a98a-bc892ab6de49 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0468588 Jun 08 13:49:00.296109 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b83cb7c4-d29b-42a9-9f18-33796afc507b req-5d13f66b-daae-4dd4-b36e-5cc68cbc95aa tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442328 Jun 08 13:49:00.924720 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 37014) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:49:01.035666 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4a91fba4-0e7f-4879-87ba-f6d9c2cfb4f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:01.091581 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddd6c9-e1a4-4e04-b625-132cf0a4fa18 req-2677dcda-84c7-4ac5-abd7-992749fe94d2 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:01.093078 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-45ddd6c9-e1a4-4e04-b625-132cf0a4fa18 req-2677dcda-84c7-4ac5-abd7-992749fe94d2 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 944 time: 0.0599060 Jun 08 13:49:01.134134 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:01.168730 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-45ddd6c9-e1a4-4e04-b625-132cf0a4fa18 req-d17252bd-eea9-4c0b-a058-c73e4c538f76 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686445 Jun 08 13:49:01.190636 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4a91fba4-0e7f-4879-87ba-f6d9c2cfb4f0 admin admin] Publish callbacks [] for security_group (b7a371b9-1d92-4888-aa74-0b8bb5b3b463), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:01.273169 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4a91fba4-0e7f-4879-87ba-f6d9c2cfb4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (b7a371b9-1d92-4888-aa74-0b8bb5b3b463), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:01.319560 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3c10c-23b9-4663-8169-b938209d6bf1 req-c0bd8d0b-ca10-406e-a795-673e5a0e6de3 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:01.321078 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-06c3c10c-23b9-4663-8169-b938209d6bf1 req-c0bd8d0b-ca10-406e-a795-673e5a0e6de3 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0778370 Jun 08 13:49:01.339225 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-4a91fba4-0e7f-4879-87ba-f6d9c2cfb4f0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=14fccb78f92e4e2aa75087783edf46c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4125078 Jun 08 13:49:01.340011 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91fba4-0e7f-4879-87ba-f6d9c2cfb4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a371b9-1d92-4888-aa74-0b8bb5b3b463,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:01.341381 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 37024) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:49:01.371418 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:01.396676 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-06c3c10c-23b9-4663-8169-b938209d6bf1 req-4dd84605-3ba6-468a-9c55-0ef09d8f4c99 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697286 Jun 08 13:49:01.413412 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-f947f89e-f415-46ee-8fb3-2a6e44df7ecd admin admin] Publish callbacks [] for security_group (b7a371b9-1d92-4888-aa74-0b8bb5b3b463), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:01.432262 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bab5a6-974d-4fe7-805d-62886bb384ac req-4045000e-a1c7-495c-8987-1fa11ae947f7 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:01.433761 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-27bab5a6-974d-4fe7-805d-62886bb384ac req-4045000e-a1c7-495c-8987-1fa11ae947f7 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0545714 Jun 08 13:49:01.443504 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-f947f89e-f415-46ee-8fb3-2a6e44df7ecd admin admin] Publish callbacks [] for security_group (b7a371b9-1d92-4888-aa74-0b8bb5b3b463), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:01.461694 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:01.484680 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-27bab5a6-974d-4fe7-805d-62886bb384ac req-2d8ee120-ae7d-4afd-a45c-152db02292bc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449672 Jun 08 13:49:01.562916 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-f947f89e-f415-46ee-8fb3-2a6e44df7ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (b7a371b9-1d92-4888-aa74-0b8bb5b3b463), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:01.566916 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-f947f89e-f415-46ee-8fb3-2a6e44df7ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:01.568644 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-f947f89e-f415-46ee-8fb3-2a6e44df7ecd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b7a371b9-1d92-4888-aa74-0b8bb5b3b463 HTTP/1.1" status: 204 len: 168 time: 0.2258518 Jun 08 13:49:01.577895 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947f89e-f415-46ee-8fb3-2a6e44df7ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a371b9-1d92-4888-aa74-0b8bb5b3b463,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:01.811520 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-d9f6346c-e0c5-4902-9a35-bfec55ba25ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:02.208598 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 37036) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:49:02.222101 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4eefb488-e1be-4e47-9149-9e32a65551a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:02.302543 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efc99e-4826-4f7b-adea-bfce4c56198b req-03c8c005-e0a7-49bd-9583-362978b7ae98 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:02.304174 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e4efc99e-4826-4f7b-adea-bfce4c56198b req-03c8c005-e0a7-49bd-9583-362978b7ae98 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 944 time: 0.0587833 Jun 08 13:49:02.384611 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e4efc99e-4826-4f7b-adea-bfce4c56198b req-49474e6f-3f40-4a44-ad3e-c77cf8526157 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721292 Jun 08 13:49:02.386239 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4eefb488-e1be-4e47-9149-9e32a65551a1 admin admin] Publish callbacks [] for security_group (01eab424-d32d-4692-a14b-d5aa7b52c947), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:02.431398 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4eefb488-e1be-4e47-9149-9e32a65551a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (01eab424-d32d-4692-a14b-d5aa7b52c947), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:02.479778 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-4eefb488-e1be-4e47-9149-9e32a65551a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ea01d15f666944948f72663d879c899b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705953 Jun 08 13:49:02.482117 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefb488-e1be-4e47-9149-9e32a65551a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01eab424-d32d-4692-a14b-d5aa7b52c947,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:02.482565 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 37040) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:49:02.523175 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229145c1-989e-451e-8ea6-18b8e923ca8d req-164a2515-d393-409f-96a1-021871d452c1 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:02.524721 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-229145c1-989e-451e-8ea6-18b8e923ca8d req-164a2515-d393-409f-96a1-021871d452c1 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0559206 Jun 08 13:49:02.535877 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a9531be3-7243-4a58-8e92-d0ba4d808348 admin admin] Publish callbacks [] for security_group (01eab424-d32d-4692-a14b-d5aa7b52c947), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:02.559684 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a9531be3-7243-4a58-8e92-d0ba4d808348 admin admin] Publish callbacks [] for security_group (01eab424-d32d-4692-a14b-d5aa7b52c947), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:02.611139 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-229145c1-989e-451e-8ea6-18b8e923ca8d req-c4686bc5-051b-4ca7-bdb7-79314d398e92 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744231 Jun 08 13:49:02.625932 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31305628-86f4-4a13-bd6f-44d3b89f363e req-eccbc546-cb55-40e9-86f3-712af5c7f57d tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:02.628523 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-31305628-86f4-4a13-bd6f-44d3b89f363e req-eccbc546-cb55-40e9-86f3-712af5c7f57d tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0604825 Jun 08 13:49:02.679222 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-31305628-86f4-4a13-bd6f-44d3b89f363e req-f02d196a-a16e-433d-836f-5f0b6ca3493f tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456913 Jun 08 13:49:02.691634 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a9531be3-7243-4a58-8e92-d0ba4d808348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (01eab424-d32d-4692-a14b-d5aa7b52c947), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:02.694210 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a9531be3-7243-4a58-8e92-d0ba4d808348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:02.695353 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-a9531be3-7243-4a58-8e92-d0ba4d808348 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/01eab424-d32d-4692-a14b-d5aa7b52c947 HTTP/1.1" status: 204 len: 168 time: 0.2117150 Jun 08 13:49:02.703404 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9531be3-7243-4a58-8e92-d0ba4d808348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01eab424-d32d-4692-a14b-d5aa7b52c947,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:03.501781 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29594f13-731a-46ef-8bb1-0285f02cb3ce req-8bbac92d-f962-4e19-9269-d1082dd4415b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:03.506883 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-29594f13-731a-46ef-8bb1-0285f02cb3ce req-8bbac92d-f962-4e19-9269-d1082dd4415b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 944 time: 0.0566626 Jun 08 13:49:03.559619 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-29594f13-731a-46ef-8bb1-0285f02cb3ce req-9cb489b8-32ac-432c-b787-b459e37cfaeb tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470421 Jun 08 13:49:03.731902 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5be035-4bb7-4576-9c34-46d8b23bf037 req-4289fb50-63a9-4361-8d70-dc3db29dacab tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:03.732802 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ed5be035-4bb7-4576-9c34-46d8b23bf037 req-4289fb50-63a9-4361-8d70-dc3db29dacab tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0524135 Jun 08 13:49:03.815372 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ed5be035-4bb7-4576-9c34-46d8b23bf037 req-191c8b07-f36c-4f6d-aea7-d449cecdc7e5 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0763044 Jun 08 13:49:03.831050 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40488a41-f60e-4358-8f15-0e13df61b9de req-a63f6d1d-66d4-4a66-9c55-3806fe3cf772 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:03.833095 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-40488a41-f60e-4358-8f15-0e13df61b9de req-a63f6d1d-66d4-4a66-9c55-3806fe3cf772 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0615876 Jun 08 13:49:03.854858 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:03.882938 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-40488a41-f60e-4358-8f15-0e13df61b9de req-7dc41f38-02c8-4c9b-885d-0473c4ca6367 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441222 Jun 08 13:49:04.071242 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-7ae18dca-fc74-45fa-92fa-5daae6c498c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:04.881783 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6417aa-298b-44ff-a353-0f8695866ec9 req-5615c147-285b-408c-ba2e-778226bdb7c1 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:04.883304 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1b6417aa-298b-44ff-a353-0f8695866ec9 req-5615c147-285b-408c-ba2e-778226bdb7c1 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 944 time: 0.2532649 Jun 08 13:49:04.966433 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a634e-1580-4053-833f-65cce2cebd2b req-cff3c0db-83aa-4e29-a46f-94c4c70669bd tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:04.969642 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-603a634e-1580-4053-833f-65cce2cebd2b req-cff3c0db-83aa-4e29-a46f-94c4c70669bd tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0714064 Jun 08 13:49:04.972911 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1b6417aa-298b-44ff-a353-0f8695866ec9 req-9f3343a1-67fd-4cff-94e5-cf4150480e27 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830605 Jun 08 13:49:05.028087 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-603a634e-1580-4053-833f-65cce2cebd2b req-c74e4dc1-8f17-42a3-b2ff-5ffeb53a6b8c tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542042 Jun 08 13:49:05.076077 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:05.085430 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff830ea-95a3-42d9-b5f2-02c5bd49e0a8 req-0550cc4f-2875-4e1c-974a-3ebd3c2fc20e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:05.086963 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1ff830ea-95a3-42d9-b5f2-02c5bd49e0a8 req-0550cc4f-2875-4e1c-974a-3ebd3c2fc20e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0522652 Jun 08 13:49:05.145965 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1ff830ea-95a3-42d9-b5f2-02c5bd49e0a8 req-f227070a-703d-4063-b310-0f265b807acc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535514 Jun 08 13:49:05.486874 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:05.489031 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81c9e4-9746-4109-8dd9-c833f0015156 req-d0e41a1b-d14f-47de-9d0c-4c6b687a4149 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:05.490311 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2a81c9e4-9746-4109-8dd9-c833f0015156 req-d0e41a1b-d14f-47de-9d0c-4c6b687a4149 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0498664 Jun 08 13:49:05.540430 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2a81c9e4-9746-4109-8dd9-c833f0015156 req-0048aa08-cf90-4293-b461-8d1a8283be68 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444112 Jun 08 13:49:05.752700 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device a0a7ddb0-7def-4156-9a5b-f3b477a1c311 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:49:05.864755 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port a0a7ddb0-7def-4156-9a5b-f3b477a1c311, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a0a7ddb0-7def-4156-9a5b-f3b477a1c311,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:49:05.876953 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Returning: {'device': 'a0a7ddb0-7def-4156-9a5b-f3b477a1c311', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'port_id': 'a0a7ddb0-7def-4156-9a5b-f3b477a1c311', 'mac_address': 'fa:16:3e:98:b3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:49:05.912215 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port a0a7ddb0-7def-4156-9a5b-f3b477a1c311 is: ACTIVE; New status is: BUILD {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:49:05.912600 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:05.933261 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0a7ddb0-7def-4156-9a5b-f3b477a1c311 {{(pid=110999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:49:05.945639 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port a0a7ddb0-7def-4156-9a5b-f3b477a1c311, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a0a7ddb0-7def-4156-9a5b-f3b477a1c311,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:49:06.017292 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:06.066480 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=a0a7ddb0-7def-4156-9a5b-f3b477a1c311,revision_number=6']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:06.095223 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b05481-de3b-453a-8e13-360765e779da req-3c74c322-3b7e-4c71-8254-7abe91ebc363 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:06.097653 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-22b05481-de3b-453a-8e13-360765e779da req-3c74c322-3b7e-4c71-8254-7abe91ebc363 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 944 time: 0.0493693 Jun 08 13:49:06.149361 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-22b05481-de3b-453a-8e13-360765e779da req-550f3e5c-9112-4b79-ad3d-58adb69bc350 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459914 Jun 08 13:49:06.271719 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead86d14-cb2a-4fbf-8f43-19a938bed906 req-fd86d5fd-9805-4582-ab5c-ee233d6cdb0a tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:06.273237 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ead86d14-cb2a-4fbf-8f43-19a938bed906 req-fd86d5fd-9805-4582-ab5c-ee233d6cdb0a tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 944 time: 0.0518975 Jun 08 13:49:06.321319 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ead86d14-cb2a-4fbf-8f43-19a938bed906 req-03cdc965-4f54-458b-a3e9-c67bf7316d12 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424275 Jun 08 13:49:06.630977 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:06.654163 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3066a-f5bd-4677-8a74-9b5a980a7cfd req-a7ef5b92-3c26-4082-b0fd-85c273ff8e60 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:06.655636 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-cba3066a-f5bd-4677-8a74-9b5a980a7cfd req-a7ef5b92-3c26-4082-b0fd-85c273ff8e60 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0469916 Jun 08 13:49:06.703594 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-cba3066a-f5bd-4677-8a74-9b5a980a7cfd req-2423ea57-d1ec-4a4e-bfc2-60dc13f57766 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414848 Jun 08 13:49:07.264580 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1de4f-75a0-46a7-84b7-19bad9d08f7b req-f273d491-8bbd-4397-b53a-c8f5f76794a4 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:07.266063 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-47e1de4f-75a0-46a7-84b7-19bad9d08f7b req-f273d491-8bbd-4397-b53a-c8f5f76794a4 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 944 time: 0.0502694 Jun 08 13:49:07.313302 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-47e1de4f-75a0-46a7-84b7-19bad9d08f7b req-c3227b9f-19f6-4b03-ba92-664dad92178c tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412793 Jun 08 13:49:07.436189 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fb05c-53c9-43d4-bcc0-db1b48d9536f req-4bca7b8f-b2c9-4e73-bc78-877c965351dd tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:07.437582 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9a4fb05c-53c9-43d4-bcc0-db1b48d9536f req-4bca7b8f-b2c9-4e73-bc78-877c965351dd tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 944 time: 0.0454502 Jun 08 13:49:07.484405 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9a4fb05c-53c9-43d4-bcc0-db1b48d9536f req-b402ddfb-c207-4613-9aad-64ac39da6672 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407863 Jun 08 13:49:07.681570 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a6ffa-1b79-4547-98cd-febd593604ef req-7ec0b102-f8c0-4da9-9355-704df3b5bc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:07.683100 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c06a6ffa-1b79-4547-98cd-febd593604ef req-7ec0b102-f8c0-4da9-9355-704df3b5bc48 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87c115dc845a497292c12e2980e9f77b&device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 1129 time: 0.0414476 Jun 08 13:49:07.693484 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['a0a7ddb0-7def-4156-9a5b-f3b477a1c311'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:49:07.741785 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:07.781310 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a6ffa-1b79-4547-98cd-febd593604ef req-25e4f913-481a-4269-a878-1659082979db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:07.781649 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:49:07.782772 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c06a6ffa-1b79-4547-98cd-febd593604ef req-25e4f913-481a-4269-a878-1659082979db service neutron] 10.222.0.61 "GET /v2.0/networks?id=42d99904-a8b4-4285-872c-5a43c79568a6 HTTP/1.1" status: 200 len: 911 time: 0.0928445 Jun 08 13:49:07.828680 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d23c3-cd42-4d3d-827d-98ac063bc994 req-a7ea703d-f8ec-495b-a7ab-c15d424ba949 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:07.831059 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8e3d23c3-cd42-4d3d-827d-98ac063bc994 req-a7ea703d-f8ec-495b-a7ab-c15d424ba949 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0555348 Jun 08 13:49:07.853440 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c06a6ffa-1b79-4547-98cd-febd593604ef req-aef1352c-bed0-49b7-bb58-9c6d3dce6477 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38bbf42f-b3f0-44a4-992c-b83e8f85c80a HTTP/1.1" status: 200 len: 1001 time: 0.0631790 Jun 08 13:49:07.893752 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8e3d23c3-cd42-4d3d-827d-98ac063bc994 req-06febc03-4af7-426d-b6aa-be57177476c1 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518095 Jun 08 13:49:07.906818 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a6ffa-1b79-4547-98cd-febd593604ef req-8ba92e1f-0bc7-4dba-a300-5cfa8d992de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:07.908887 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c06a6ffa-1b79-4547-98cd-febd593604ef req-8ba92e1f-0bc7-4dba-a300-5cfa8d992de7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a0a5efd6-6778-48b9-88e3-5a88abf2683a HTTP/1.1" status: 200 len: 849 time: 0.0477087 Jun 08 13:49:07.954428 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port d1b9ce5f-7ee5-4967-93f0-2a76e3005b21, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d1b9ce5f-7ee5-4967-93f0-2a76e3005b21,segment=NetworkSegment(32b6b0f7-21d9-469a-8491-050a49ba265a),segment_id=32b6b0f7-21d9-469a-8491-050a49ba265a)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:49:07.958827 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a6ffa-1b79-4547-98cd-febd593604ef req-c68fc1c2-3871-4a8a-8a35-109abcf0ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:07.962480 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c06a6ffa-1b79-4547-98cd-febd593604ef req-c68fc1c2-3871-4a8a-8a35-109abcf0ec42 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=42d99904-a8b4-4285-872c-5a43c79568a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440004 Jun 08 13:49:07.967048 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Returning: {'device': 'd1b9ce5f-7ee5-4967-93f0-2a76e3005b21', 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f', 'port_id': 'd1b9ce5f-7ee5-4967-93f0-2a76e3005b21', 'mac_address': 'fa:16:3e:31:9e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69836fd4-f98b-48c1-883c-8589e3b080df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:49:07.968448 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:08.003538 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 is: DOWN; New status is: BUILD {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:49:08.003918 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (d1b9ce5f-7ee5-4967-93f0-2a76e3005b21), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:08.016796 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 {{(pid=110999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:49:08.028733 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:08.037596 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port d1b9ce5f-7ee5-4967-93f0-2a76e3005b21, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d1b9ce5f-7ee5-4967-93f0-2a76e3005b21,segment=NetworkSegment(32b6b0f7-21d9-469a-8491-050a49ba265a),segment_id=32b6b0f7-21d9-469a-8491-050a49ba265a)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:49:08.058490 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c06a6ffa-1b79-4547-98cd-febd593604ef req-02625ab5-4b83-4c9b-89b6-3e93fabcf00d service neutron] 10.222.0.61 "GET /v2.0/networks/42d99904-a8b4-4285-872c-5a43c79568a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896802 Jun 08 13:49:08.111592 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (d1b9ce5f-7ee5-4967-93f0-2a76e3005b21), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:08.153750 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c06a6ffa-1b79-4547-98cd-febd593604ef req-61c80fd6-a96e-4393-8fdd-81ccc410742f service neutron] 10.222.0.61 "GET /v2.0/networks/42d99904-a8b4-4285-872c-5a43c79568a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877817 Jun 08 13:49:08.162027 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=d1b9ce5f-7ee5-4967-93f0-2a76e3005b21,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:08.174077 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:08.425033 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['d1b9ce5f-7ee5-4967-93f0-2a76e3005b21'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:49:08.426665 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf5deb-3c05-41a0-8367-cae0a70b46f5 req-4e648f4b-ca5d-48d2-babd-0fac73444dce tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:08.428204 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6bbf5deb-3c05-41a0-8367-cae0a70b46f5 req-4e648f4b-ca5d-48d2-babd-0fac73444dce tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 945 time: 0.0480213 Jun 08 13:49:08.477279 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6bbf5deb-3c05-41a0-8367-cae0a70b46f5 req-7e0fff18-f81a-4f30-9005-ae677f21409e tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433416 Jun 08 13:49:08.610568 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb45ace-e559-4cda-abcc-a2bb2600dd8e req-99d37de2-9a3a-4fbc-afbe-6690e44858d4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:08.612777 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0bb45ace-e559-4cda-abcc-a2bb2600dd8e req-99d37de2-9a3a-4fbc-afbe-6690e44858d4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 944 time: 0.0490413 Jun 08 13:49:08.637350 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:08.671078 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0bb45ace-e559-4cda-abcc-a2bb2600dd8e req-7719c4bd-4314-4fe1-8568-39ca64bdf2d7 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525839 Jun 08 13:49:09.008480 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4efd0-1afe-4e52-903f-8b4c8bf47242 req-40a0bde4-4804-4634-a00e-fa04cbce7c9d tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:09.010004 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-32e4efd0-1afe-4e52-903f-8b4c8bf47242 req-40a0bde4-4804-4634-a00e-fa04cbce7c9d tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0490491 Jun 08 13:49:09.044171 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:09.060725 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-32e4efd0-1afe-4e52-903f-8b4c8bf47242 req-fb546575-4a16-47f3-bbfe-9f03aa1d1b1f tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452166 Jun 08 13:49:09.602235 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9a12a-7494-4f57-b625-b7c97116ed3b req-dce38e60-994e-4dd1-8d5d-b7898920685a tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:09.603756 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-45b9a12a-7494-4f57-b625-b7c97116ed3b req-dce38e60-994e-4dd1-8d5d-b7898920685a tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 945 time: 0.0559130 Jun 08 13:49:09.652903 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-45b9a12a-7494-4f57-b625-b7c97116ed3b req-1ced76f8-d02d-4fec-b275-fedfc91144b5 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428891 Jun 08 13:49:09.790657 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403ed5d-a336-4d0c-b85d-9cc83f8b1b62 req-d9827def-e80e-464d-96dc-8c2a29b77d0f tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:09.792122 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9403ed5d-a336-4d0c-b85d-9cc83f8b1b62 req-d9827def-e80e-464d-96dc-8c2a29b77d0f tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 944 time: 0.0497901 Jun 08 13:49:09.838724 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9403ed5d-a336-4d0c-b85d-9cc83f8b1b62 req-a40ebbc5-fa07-409b-86a7-cb94cb444b0d tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412276 Jun 08 13:49:10.176458 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d0f33-a7fe-4d06-8537-95d4fd96f247 req-2c6273b0-65bb-4108-b085-57651f58edbe tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:10.177864 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e92d0f33-a7fe-4d06-8537-95d4fd96f247 req-2c6273b0-65bb-4108-b085-57651f58edbe tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0464873 Jun 08 13:49:10.224473 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e92d0f33-a7fe-4d06-8537-95d4fd96f247 req-ad0efb28-2217-497f-b56c-06a0c5a9dfd0 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408986 Jun 08 13:49:10.765541 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec8a04-2a3c-4d8c-a134-3573253f3dfd req-08c21342-48e0-40ae-b7fd-a4952fe2122f tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:10.767032 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3fec8a04-2a3c-4d8c-a134-3573253f3dfd req-08c21342-48e0-40ae-b7fd-a4952fe2122f tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 945 time: 0.0476172 Jun 08 13:49:10.817993 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3fec8a04-2a3c-4d8c-a134-3573253f3dfd req-28ba3756-5dd4-4a3c-9be7-10e3aebab416 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449359 Jun 08 13:49:10.968992 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18109b6-7a04-4c38-ab4d-14d0779ea0c5 req-d91977ec-d95e-4c7c-9414-ac9938c5377e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:10.970294 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f18109b6-7a04-4c38-ab4d-14d0779ea0c5 req-d91977ec-d95e-4c7c-9414-ac9938c5377e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 944 time: 0.0569959 Jun 08 13:49:11.021137 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f18109b6-7a04-4c38-ab4d-14d0779ea0c5 req-bc869709-d114-4e1d-a458-4a499870454b tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433481 Jun 08 13:49:11.339199 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e5a71-b6aa-4d88-a6cd-8c7f72f4e26b req-107fee3d-c426-4a6f-bd5e-e1998cf1c310 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:11.340679 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-107e5a71-b6aa-4d88-a6cd-8c7f72f4e26b req-107fee3d-c426-4a6f-bd5e-e1998cf1c310 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0472245 Jun 08 13:49:11.387065 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-107e5a71-b6aa-4d88-a6cd-8c7f72f4e26b req-8a24a56a-2525-4c57-b31b-021ef2b2dbc1 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409834 Jun 08 13:49:11.933876 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380b4b3-4885-42ff-bdc6-8084b89c2c5a req-cdc86e87-ac0b-4db1-8e87-a4b7bc01ae25 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:11.935334 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f380b4b3-4885-42ff-bdc6-8084b89c2c5a req-cdc86e87-ac0b-4db1-8e87-a4b7bc01ae25 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 945 time: 0.0504935 Jun 08 13:49:11.981448 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f380b4b3-4885-42ff-bdc6-8084b89c2c5a req-7581a526-5e06-4cbd-a573-f5d6a6d396c1 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402551 Jun 08 13:49:12.136926 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d66039-a37d-4a30-ac83-c984051ff24e req-f98cc610-19a0-4de4-be02-244113c0b861 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:12.138370 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-21d66039-a37d-4a30-ac83-c984051ff24e req-f98cc610-19a0-4de4-be02-244113c0b861 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 944 time: 0.0463035 Jun 08 13:49:12.185763 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-21d66039-a37d-4a30-ac83-c984051ff24e req-5ed463bc-200a-4394-b91f-6eb21cda8f8f tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413272 Jun 08 13:49:12.505420 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c88a4b-8e79-4a5d-9873-7f613a951111 req-c897ac0f-1144-4f5a-86a3-66b50e3aa295 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:12.506866 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-68c88a4b-8e79-4a5d-9873-7f613a951111 req-c897ac0f-1144-4f5a-86a3-66b50e3aa295 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0503967 Jun 08 13:49:12.553856 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-68c88a4b-8e79-4a5d-9873-7f613a951111 req-00d694f2-8f6c-402b-912f-e816c7cebe66 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414143 Jun 08 13:49:12.715876 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:12.720844 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=4 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:12.842213 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 up at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:49:12.894754 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning for port d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 completed by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 13:49:12.985445 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:13.042686 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning complete for port d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:49:13.043075 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (d1b9ce5f-7ee5-4967-93f0-2a76e3005b21), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:13.120930 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348982a-8967-4712-b1f7-8279355f3799 req-3874123f-463e-448f-a23e-de571fc3cf5e tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:13.128088 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f348982a-8967-4712-b1f7-8279355f3799 req-3874123f-463e-448f-a23e-de571fc3cf5e tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 945 time: 0.0719097 Jun 08 13:49:13.130735 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 is: BUILD; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:49:13.131118 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (d1b9ce5f-7ee5-4967-93f0-2a76e3005b21), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:13.154506 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777c65ea-2412-4080-9c2c-ee5201184c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b9ce5f-7ee5-4967-93f0-2a76e3005b21'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:49:13.156734 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0895de07-3956-4bd3-a650-ee026a0dada6" -d '{"events": [{"server_uuid": "777c65ea-2412-4080-9c2c-ee5201184c1e", "name": "network-vif-plugged", "status": "completed", "tag": "d1b9ce5f-7ee5-4967-93f0-2a76e3005b21"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:49:13.172538 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port d1b9ce5f-7ee5-4967-93f0-2a76e3005b21, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d1b9ce5f-7ee5-4967-93f0-2a76e3005b21,segment=NetworkSegment(32b6b0f7-21d9-469a-8491-050a49ba265a),segment_id=32b6b0f7-21d9-469a-8491-050a49ba265a)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:49:13.180723 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f348982a-8967-4712-b1f7-8279355f3799 req-7f6caa43-60aa-4871-938e-992477fa6527 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505171 Jun 08 13:49:13.211250 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeec2354-1ce1-4c60-b212-773972fc26f9 x-openstack-request-id: req-eeec2354-1ce1-4c60-b212-773972fc26f9 {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:49:13.211538 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777c65ea-2412-4080-9c2c-ee5201184c1e", "name": "network-vif-plugged", "status": "completed", "tag": "d1b9ce5f-7ee5-4967-93f0-2a76e3005b21", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:49:13.211783 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eeec2354-1ce1-4c60-b212-773972fc26f9 {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:49:13.212461 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeec2354-1ce1-4c60-b212-773972fc26f9'] response: {'server_uuid': '777c65ea-2412-4080-9c2c-ee5201184c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b9ce5f-7ee5-4967-93f0-2a76e3005b21', 'code': 200} Jun 08 13:49:13.265557 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (d1b9ce5f-7ee5-4967-93f0-2a76e3005b21), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:13.266709 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device a0a7ddb0-7def-4156-9a5b-f3b477a1c311 up at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:49:13.312982 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5ae8f-8a57-46a2-a58b-f68347970acf req-3d039da0-a62a-46c8-9843-a7e3f307b217 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:13.315524 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0da5ae8f-8a57-46a2-a58b-f68347970acf req-3d039da0-a62a-46c8-9843-a7e3f307b217 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 944 time: 0.0568399 Jun 08 13:49:13.327011 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:13.329168 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:13.365312 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=d1b9ce5f-7ee5-4967-93f0-2a76e3005b21,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:13.374482 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning complete for port a0a7ddb0-7def-4156-9a5b-f3b477a1c311 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:49:13.374932 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:13.381976 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0da5ae8f-8a57-46a2-a58b-f68347970acf req-f3568142-9f2b-4486-859a-17437353199c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608010 Jun 08 13:49:13.451539 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:13.467316 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port a0a7ddb0-7def-4156-9a5b-f3b477a1c311 is: BUILD; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:49:13.467999 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:13.622208 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port a0a7ddb0-7def-4156-9a5b-f3b477a1c311, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a0a7ddb0-7def-4156-9a5b-f3b477a1c311,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:49:13.641852 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86973dd5-7953-42ff-bbc4-8628e7bd490c req-aca9dfa6-f9cf-454c-a12b-205588e97e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:13.643917 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-86973dd5-7953-42ff-bbc4-8628e7bd490c req-aca9dfa6-f9cf-454c-a12b-205588e97e02 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 1130 time: 0.0457563 Jun 08 13:49:13.675132 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:13.692747 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284fd77-f047-40ea-901e-4d223a186019 req-7d94cc45-717b-4801-a2e6-73b3918945bf tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:13.694297 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0284fd77-f047-40ea-901e-4d223a186019 req-7d94cc45-717b-4801-a2e6-73b3918945bf tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0484421 Jun 08 13:49:13.700289 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-86973dd5-7953-42ff-bbc4-8628e7bd490c req-d384380b-fe3e-4f88-b1b2-6d60ccabd5e7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402846 Jun 08 13:49:13.744899 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0284fd77-f047-40ea-901e-4d223a186019 req-6743d7ea-1ae0-4075-ad89-ce75966961cd tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448596 Jun 08 13:49:13.751400 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:13.802179 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=a0a7ddb0-7def-4156-9a5b-f3b477a1c311,revision_number=7']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:14.308675 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbb816-079a-41a7-b3ca-2a6d44b079f0 req-371acb19-5ba3-4d51-9b86-6b93fd42e301 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:14.310157 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0edbb816-079a-41a7-b3ca-2a6d44b079f0 req-371acb19-5ba3-4d51-9b86-6b93fd42e301 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0499682 Jun 08 13:49:14.388891 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0edbb816-079a-41a7-b3ca-2a6d44b079f0 req-fda5c09b-4a7b-4162-a5de-db58b871ec00 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720949 Jun 08 13:49:14.534251 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679d711-1292-4082-81b2-a38e17912089 req-6f33dc36-cf4b-46f9-808f-16e32076e513 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:14.537765 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5679d711-1292-4082-81b2-a38e17912089 req-6f33dc36-cf4b-46f9-808f-16e32076e513 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0639918 Jun 08 13:49:14.605013 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5679d711-1292-4082-81b2-a38e17912089 req-c6a70e11-12ec-40b2-8e71-a8e46cad3bb9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586951 Jun 08 13:49:15.214150 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac779098-8aa5-40b8-ae7d-dc4e463f015b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a7ddb0-7def-4156-9a5b-f3b477a1c311'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:49:15.218388 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6e045b-29fe-48a3-b18e-5b214d8f1498" -d '{"events": [{"server_uuid": "ac779098-8aa5-40b8-ae7d-dc4e463f015b", "name": "network-vif-plugged", "status": "completed", "tag": "a0a7ddb0-7def-4156-9a5b-f3b477a1c311"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:49:15.275199 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5f435e-e73e-4c81-a5dc-fbcbd2c3da24 x-openstack-request-id: req-3a5f435e-e73e-4c81-a5dc-fbcbd2c3da24 {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:49:15.275493 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac779098-8aa5-40b8-ae7d-dc4e463f015b", "name": "network-vif-plugged", "status": "completed", "tag": "a0a7ddb0-7def-4156-9a5b-f3b477a1c311", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:49:15.275750 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3a5f435e-e73e-4c81-a5dc-fbcbd2c3da24 {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:49:15.276206 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a5f435e-e73e-4c81-a5dc-fbcbd2c3da24'] response: {'server_uuid': 'ac779098-8aa5-40b8-ae7d-dc4e463f015b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a7ddb0-7def-4156-9a5b-f3b477a1c311', 'code': 200} Jun 08 13:49:15.517505 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082b504-14f7-4c70-9ddc-1f891e1cde48 req-c35cb30a-4ad1-40fb-a601-17d3944e4d61 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:15.521867 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9082b504-14f7-4c70-9ddc-1f891e1cde48 req-c35cb30a-4ad1-40fb-a601-17d3944e4d61 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0601754 Jun 08 13:49:15.577838 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9082b504-14f7-4c70-9ddc-1f891e1cde48 req-99392d4f-e62d-4476-96bc-cc10b681a163 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510046 Jun 08 13:49:15.772428 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261e0d7-abb4-42ee-9b14-eb571d9a56be req-116a51b6-4b93-4946-b576-fe9e8243f0be tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:15.781662 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0261e0d7-abb4-42ee-9b14-eb571d9a56be req-116a51b6-4b93-4946-b576-fe9e8243f0be tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0865386 Jun 08 13:49:15.862679 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0261e0d7-abb4-42ee-9b14-eb571d9a56be req-ec0e03b3-1c14-40d1-86b1-4f331ffb74ad tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741835 Jun 08 13:49:16.445835 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 37368) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:49:16.625452 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9713fccf-7c7b-47b7-b0c4-31e3e3987ccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:16.748389 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 37378) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:49:16.759217 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a3263-522d-44bb-8eb6-17840b17a4dd req-a0ab817a-e152-4167-b293-659a660397a8 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:16.767608 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-398a3263-522d-44bb-8eb6-17840b17a4dd req-a0ab817a-e152-4167-b293-659a660397a8 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0726678 Jun 08 13:49:16.853164 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9713fccf-7c7b-47b7-b0c4-31e3e3987ccc admin admin] Publish callbacks [] for security_group (684d80a1-d7f6-4a67-a77a-b69783b605a1), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:16.853272 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-398a3263-522d-44bb-8eb6-17840b17a4dd req-e64e57cb-8d0a-4072-a47f-90f2c15196b4 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844595 Jun 08 13:49:16.893603 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-68edf132-ee67-49de-a4f9-580cbb39284d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:16.928280 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9713fccf-7c7b-47b7-b0c4-31e3e3987ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (684d80a1-d7f6-4a67-a77a-b69783b605a1), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:16.975044 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-68edf132-ee67-49de-a4f9-580cbb39284d admin admin] Publish callbacks [] for security_group (72415f75-e207-406b-b8d2-0b15e0baf54a), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:17.011264 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-9713fccf-7c7b-47b7-b0c4-31e3e3987ccc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=abb3513324ac4a029b00b1ffda447616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5642488 Jun 08 13:49:17.013919 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 37386) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:49:17.032192 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713fccf-7c7b-47b7-b0c4-31e3e3987ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684d80a1-d7f6-4a67-a77a-b69783b605a1,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:17.054663 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-68edf132-ee67-49de-a4f9-580cbb39284d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (72415f75-e207-406b-b8d2-0b15e0baf54a), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:17.074578 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945616b7-b700-4ef9-928b-eafeb458f0e4 req-48dc9afb-60db-4418-b395-53afac539c1f tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:17.079428 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-945616b7-b700-4ef9-928b-eafeb458f0e4 req-48dc9afb-60db-4418-b395-53afac539c1f tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0967982 Jun 08 13:49:17.085053 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 37388) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:49:17.089650 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-e6e0fc9b-f266-4204-9f0c-151a3b7c9500 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Request body: {'floatingip': {'port_id': 'd1b9ce5f-7ee5-4967-93f0-2a76e3005b21'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:49:17.101326 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca636ab-6238-4280-ab74-32bbb7088a04 req-03ce5d5a-c135-4eb9-befc-2c61183adad4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:17.108346 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-62878081-2f0a-4f43-b33a-4ae4d896869b admin admin] Publish callbacks [] for security_group (684d80a1-d7f6-4a67-a77a-b69783b605a1), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:17.109854 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7ca636ab-6238-4280-ab74-32bbb7088a04 req-03ce5d5a-c135-4eb9-befc-2c61183adad4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.1236701 Jun 08 13:49:17.136790 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-62878081-2f0a-4f43-b33a-4ae4d896869b admin admin] Publish callbacks [] for security_group (684d80a1-d7f6-4a67-a77a-b69783b605a1), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:17.163878 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:17.168504 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e6e0fc9b-f266-4204-9f0c-151a3b7c9500 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks [] for floatingip (8a2c91c2-b818-4218-83b2-6440774c9e5f), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:17.171921 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-68edf132-ee67-49de-a4f9-580cbb39284d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6bdb23de6b494ffdbfee7b902eef0172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4223466 Jun 08 13:49:17.172196 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 37390) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:49:17.184272 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68edf132-ee67-49de-a4f9-580cbb39284d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72415f75-e207-406b-b8d2-0b15e0baf54a,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:17.234146 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:17.269126 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-62878081-2f0a-4f43-b33a-4ae4d896869b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (684d80a1-d7f6-4a67-a77a-b69783b605a1), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:17.271842 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-62878081-2f0a-4f43-b33a-4ae4d896869b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:17.273275 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-62878081-2f0a-4f43-b33a-4ae4d896869b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/684d80a1-d7f6-4a67-a77a-b69783b605a1 HTTP/1.1" status: 204 len: 168 time: 0.2579420 Jun 08 13:49:17.287529 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7ca636ab-6238-4280-ab74-32bbb7088a04 req-9607e81e-13b9-4aa4-bff9-c2bc3ffbc081 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766880 Jun 08 13:49:17.310682 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62878081-2f0a-4f43-b33a-4ae4d896869b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684d80a1-d7f6-4a67-a77a-b69783b605a1,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:17.369893 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-364d8273-faa3-4608-93b8-823cc74dfd39 admin admin] Publish callbacks [] for security_group (72415f75-e207-406b-b8d2-0b15e0baf54a), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:17.432543 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-364d8273-faa3-4608-93b8-823cc74dfd39 admin admin] Publish callbacks [] for security_group (72415f75-e207-406b-b8d2-0b15e0baf54a), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:17.615653 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-364d8273-faa3-4608-93b8-823cc74dfd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (72415f75-e207-406b-b8d2-0b15e0baf54a), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:17.618164 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-364d8273-faa3-4608-93b8-823cc74dfd39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:17.622347 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-364d8273-faa3-4608-93b8-823cc74dfd39 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/72415f75-e207-406b-b8d2-0b15e0baf54a HTTP/1.1" status: 204 len: 168 time: 0.4448516 Jun 08 13:49:17.632081 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d8273-faa3-4608-93b8-823cc74dfd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72415f75-e207-406b-b8d2-0b15e0baf54a,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:17.815953 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e6e0fc9b-f266-4204-9f0c-151a3b7c9500 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:18.209467 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e6e0fc9b-f266-4204-9f0c-151a3b7c9500 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (8a2c91c2-b818-4218-83b2-6440774c9e5f), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:18.340366 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.db.l3_db [None req-e6e0fc9b-f266-4204-9f0c-151a3b7c9500 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Floating IP 8a2c91c2-b818-4218-83b2-6440774c9e5f associated. External IP: 172.27.1.78, port: d1b9ce5f-7ee5-4967-93f0-2a76e3005b21. Jun 08 13:49:18.638184 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:18.664016 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f910aa7-eb85-4dff-8f91-306a6a012cd8 req-9f7f37cb-aeba-45de-8d0f-a8cbe0063751 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:18.670906 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8f910aa7-eb85-4dff-8f91-306a6a012cd8 req-9f7f37cb-aeba-45de-8d0f-a8cbe0063751 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.1588337 Jun 08 13:49:18.719348 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e0fc9b-f266-4204-9f0c-151a3b7c9500 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Router 01aeb439-193e-4436-9450-4ede1a0b7ab6 has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:49:18.737187 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:18.781088 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8f910aa7-eb85-4dff-8f91-306a6a012cd8 req-71c7d53c-3464-4545-a1de-3c61ea898fa9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092420 Jun 08 13:49:18.933464 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 37432) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:49:18.957936 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a0bcc4d1-5719-4a1d-983d-abbc332d94c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:19.071635 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a0bcc4d1-5719-4a1d-983d-abbc332d94c5 admin admin] Publish callbacks [] for security_group (0bee6c84-2357-48ee-aa2d-163f987c68da), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:19.161372 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a0bcc4d1-5719-4a1d-983d-abbc332d94c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (0bee6c84-2357-48ee-aa2d-163f987c68da), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:19.167309 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e0fc9b-f266-4204-9f0c-151a3b7c9500 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:49:19.182539 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e325e2-8c80-4af6-8b08-123deeece935 None None] Sync routers for ids ['01aeb439-193e-4436-9450-4ede1a0b7ab6'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:49:19.209865 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e6e0fc9b-f266-4204-9f0c-151a3b7c9500 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:19.228833 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e325e2-8c80-4af6-8b08-123deeece935 None None] Routers {'01aeb439-193e-4436-9450-4ede1a0b7ab6'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:49:19.229997 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-93e325e2-8c80-4af6-8b08-123deeece935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:49:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['01aeb439-193e-4436-9450-4ede1a0b7ab6'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:49:19.271929 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-e6e0fc9b-f266-4204-9f0c-151a3b7c9500 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "PUT /v2.0/floatingips/8a2c91c2-b818-4218-83b2-6440774c9e5f HTTP/1.1" status: 200 len: 991 time: 2.1858256 Jun 08 13:49:19.273168 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777c65ea-2412-4080-9c2c-ee5201184c1e', 'tag': 'd1b9ce5f-7ee5-4967-93f0-2a76e3005b21'}] {{(pid=110997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:49:19.275781 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2deb37cb3b385adf0db1d4fcfc98a25470d12ffd9c9459d76da49831f0e3658f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ec6b54-afad-4971-943f-67de4fcdda6d" -d '{"events": [{"name": "network-changed", "server_uuid": "777c65ea-2412-4080-9c2c-ee5201184c1e", "tag": "d1b9ce5f-7ee5-4967-93f0-2a76e3005b21"}]}' {{(pid=110997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:49:19.287579 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-a0bcc4d1-5719-4a1d-983d-abbc332d94c5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1048fd63a1c044ccb01a62f860d59c4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3500657 Jun 08 13:49:19.287579 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcc4d1-5719-4a1d-983d-abbc332d94c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bee6c84-2357-48ee-aa2d-163f987c68da,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:19.299855 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 37444) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:49:19.348501 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16340a5f-f4e8-496d-b806-37d04368d7bc x-openstack-request-id: req-16340a5f-f4e8-496d-b806-37d04368d7bc {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:49:19.349325 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777c65ea-2412-4080-9c2c-ee5201184c1e", "tag": "d1b9ce5f-7ee5-4967-93f0-2a76e3005b21", "status": "completed", "code": 200}]} {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:49:19.349605 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-16340a5f-f4e8-496d-b806-37d04368d7bc {{(pid=110997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:49:19.350214 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16340a5f-f4e8-496d-b806-37d04368d7bc'] response: {'name': 'network-changed', 'server_uuid': '777c65ea-2412-4080-9c2c-ee5201184c1e', 'tag': 'd1b9ce5f-7ee5-4967-93f0-2a76e3005b21', 'status': 'completed', 'code': 200} Jun 08 13:49:19.379634 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-93e325e2-8c80-4af6-8b08-123deeece935 None None] Set router 01aeb439-193e-4436-9450-4ede1a0b7ab6 gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:49:19.488483 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec6b54-afad-4971-943f-67de4fcdda6d req-cec92cd1-3761-426e-8629-f63809481ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:19.490536 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-41ec6b54-afad-4971-943f-67de4fcdda6d req-cec92cd1-3761-426e-8629-f63809481ea1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9abd79bc99784c3f81991d1cae37a074&device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 1130 time: 0.1093271 Jun 08 13:49:19.496981 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-0e84812e-6d66-48da-a9c3-588b727e6d1d admin admin] Publish callbacks [] for security_group (0bee6c84-2357-48ee-aa2d-163f987c68da), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:19.511289 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:19.593188 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-0e84812e-6d66-48da-a9c3-588b727e6d1d admin admin] Publish callbacks [] for security_group (0bee6c84-2357-48ee-aa2d-163f987c68da), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:19.612228 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:19.697764 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec6b54-afad-4971-943f-67de4fcdda6d req-4badd8a5-5e47-4fd0-8028-a7779aae8645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:19.699641 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-41ec6b54-afad-4971-943f-67de4fcdda6d req-4badd8a5-5e47-4fd0-8028-a7779aae8645 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f HTTP/1.1" status: 200 len: 919 time: 0.1994283 Jun 08 13:49:19.731447 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-93e325e2-8c80-4af6-8b08-123deeece935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'name': 'tempest-ServerRescueNegativeTestJSON-599513764-router', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:41Z', 'updated_at': '2022-06-08T13:46:56Z', 'revision_number': 4, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'gw_port': {'id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:42Z', 'updated_at': '2022-06-08T13:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '8a2c91c2-b818-4218-83b2-6440774c9e5f', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'port_id': 'd1b9ce5f-7ee5-4967-93f0-2a76e3005b21', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f', 'mac_address': 'fa:16:3e:31:9e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777c65ea-2412-4080-9c2c-ee5201184c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:48:48Z', 'updated_at': '2022-06-08T13:49:17Z', 'revision_number': 1, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5bc94c7-e9e3-436c-acf2-db03ed21a9f9', 'name': '', 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'mac_address': 'fa:16:3e:fe:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '69836fd4-f98b-48c1-883c-8589e3b080df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:51Z', 'updated_at': '2022-06-08T13:47:05Z', 'revision_number': 5, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'subnets': [{'id': '69836fd4-f98b-48c1-883c-8589e3b080df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:49:19.773771 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e325e2-8c80-4af6-8b08-123deeece935 None None] Checking router: 01aeb439-193e-4436-9450-4ede1a0b7ab6 for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:49:19.783963 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e325e2-8c80-4af6-8b08-123deeece935 None None] Routers {'01aeb439-193e-4436-9450-4ede1a0b7ab6'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:49:19.784762 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-93e325e2-8c80-4af6-8b08-123deeece935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:49:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['01aeb439-193e-4436-9450-4ede1a0b7ab6'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:49:19.790214 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-41ec6b54-afad-4971-943f-67de4fcdda6d req-34bd01b6-9cd2-42ef-97c1-2af886580592 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 HTTP/1.1" status: 200 len: 999 time: 0.0811582 Jun 08 13:49:19.872494 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-0e84812e-6d66-48da-a9c3-588b727e6d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (0bee6c84-2357-48ee-aa2d-163f987c68da), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:19.875047 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-0e84812e-6d66-48da-a9c3-588b727e6d1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:19.880132 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-0e84812e-6d66-48da-a9c3-588b727e6d1d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0bee6c84-2357-48ee-aa2d-163f987c68da HTTP/1.1" status: 204 len: 168 time: 0.5753579 Jun 08 13:49:19.914522 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84812e-6d66-48da-a9c3-588b727e6d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bee6c84-2357-48ee-aa2d-163f987c68da,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:19.921893 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec6b54-afad-4971-943f-67de4fcdda6d req-2afe8346-6d12-4299-97db-8ded5f64b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:19.923963 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-41ec6b54-afad-4971-943f-67de4fcdda6d req-2afe8346-6d12-4299-97db-8ded5f64b60f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69836fd4-f98b-48c1-883c-8589e3b080df HTTP/1.1" status: 200 len: 857 time: 0.1221318 Jun 08 13:49:19.992857 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-93e325e2-8c80-4af6-8b08-123deeece935 None None] Set router 01aeb439-193e-4436-9450-4ede1a0b7ab6 gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:49:20.089915 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda98e46-9c99-402e-a2c6-9fcb009a5e0c req-44074857-36a9-4b7d-b724-05d73dc8436e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:20.110672 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec6b54-afad-4971-943f-67de4fcdda6d req-433413ad-44e5-4982-a589-c3a5a5f57375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:20.113054 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-dda98e46-9c99-402e-a2c6-9fcb009a5e0c req-44074857-36a9-4b7d-b724-05d73dc8436e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.1494734 Jun 08 13:49:20.118910 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-41ec6b54-afad-4971-943f-67de4fcdda6d req-433413ad-44e5-4982-a589-c3a5a5f57375 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1765051 Jun 08 13:49:20.238384 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-dda98e46-9c99-402e-a2c6-9fcb009a5e0c req-b1f920c9-906b-485c-b2ba-2917b782e694 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243467 Jun 08 13:49:20.257758 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-41ec6b54-afad-4971-943f-67de4fcdda6d req-3e1be788-c673-4786-a53f-d67319afcdba service neutron] 10.222.0.61 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318405 Jun 08 13:49:20.268606 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 37454) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:49:20.368005 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-93e325e2-8c80-4af6-8b08-123deeece935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'name': 'tempest-ServerRescueNegativeTestJSON-599513764-router', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:41Z', 'updated_at': '2022-06-08T13:46:56Z', 'revision_number': 4, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'gw_port': {'id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:42Z', 'updated_at': '2022-06-08T13:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '8a2c91c2-b818-4218-83b2-6440774c9e5f', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'port_id': 'd1b9ce5f-7ee5-4967-93f0-2a76e3005b21', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f', 'mac_address': 'fa:16:3e:31:9e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777c65ea-2412-4080-9c2c-ee5201184c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:48:48Z', 'updated_at': '2022-06-08T13:49:17Z', 'revision_number': 1, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5bc94c7-e9e3-436c-acf2-db03ed21a9f9', 'name': '', 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'mac_address': 'fa:16:3e:fe:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '69836fd4-f98b-48c1-883c-8589e3b080df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:51Z', 'updated_at': '2022-06-08T13:47:05Z', 'revision_number': 5, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'subnets': [{'id': '69836fd4-f98b-48c1-883c-8589e3b080df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:49:20.395670 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e325e2-8c80-4af6-8b08-123deeece935 None None] The sync data for ids ['01aeb439-193e-4436-9450-4ede1a0b7ab6'] in dv-cinder-819149-5-iscsi is: [{'id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'name': 'tempest-ServerRescueNegativeTestJSON-599513764-router', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:41Z', 'updated_at': '2022-06-08T13:46:56Z', 'revision_number': 4, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'gw_port': {'id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:42Z', 'updated_at': '2022-06-08T13:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '8a2c91c2-b818-4218-83b2-6440774c9e5f', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'port_id': 'd1b9ce5f-7ee5-4967-93f0-2a76e3005b21', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f', 'mac_address': 'fa:16:3e:31:9e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777c65ea-2412-4080-9c2c-ee5201184c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:48:48Z', 'updated_at': '2022-06-08T13:49:17Z', 'revision_number': 1, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5bc94c7-e9e3-436c-acf2-db03ed21a9f9', 'name': '', 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'mac_address': 'fa:16:3e:fe:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '69836fd4-f98b-48c1-883c-8589e3b080df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:51Z', 'updated_at': '2022-06-08T13:47:05Z', 'revision_number': 5, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'subnets': [{'id': '69836fd4-f98b-48c1-883c-8589e3b080df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:49:20.434696 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-41ec6b54-afad-4971-943f-67de4fcdda6d req-c004e2f8-0785-44a5-825a-cc5a2d8df982 service neutron] 10.222.0.61 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684492 Jun 08 13:49:20.606904 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a9009af4-2b90-4440-b4ec-b2ddea3789ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:20.708977 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a9009af4-2b90-4440-b4ec-b2ddea3789ca admin admin] Publish callbacks [] for security_group (e6347761-e164-4d9b-9310-8af266300d42), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:20.750910 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a838d1c0-42f8-464a-9b38-f0352813df0b None None] New status for floating IP 8a2c91c2-b818-4218-83b2-6440774c9e5f: ACTIVE {{(pid=110999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 13:49:20.788114 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a9009af4-2b90-4440-b4ec-b2ddea3789ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (e6347761-e164-4d9b-9310-8af266300d42), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:20.823416 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-a9009af4-2b90-4440-b4ec-b2ddea3789ca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3c58655a759549929290cd055fc07d56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5536835 Jun 08 13:49:20.826224 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 37472) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:49:20.912275 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-5a451984-807c-45d5-b9dd-cbf6c87a1b01 admin admin] Publish callbacks [] for security_group (e6347761-e164-4d9b-9310-8af266300d42), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:20.914471 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9009af4-2b90-4440-b4ec-b2ddea3789ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6347761-e164-4d9b-9310-8af266300d42,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:20.952929 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-5a451984-807c-45d5-b9dd-cbf6c87a1b01 admin admin] Publish callbacks [] for security_group (e6347761-e164-4d9b-9310-8af266300d42), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:21.121635 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-5a451984-807c-45d5-b9dd-cbf6c87a1b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (e6347761-e164-4d9b-9310-8af266300d42), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:21.124560 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-5a451984-807c-45d5-b9dd-cbf6c87a1b01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:21.125697 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-5a451984-807c-45d5-b9dd-cbf6c87a1b01 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e6347761-e164-4d9b-9310-8af266300d42 HTTP/1.1" status: 204 len: 168 time: 0.2982652 Jun 08 13:49:21.145490 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a451984-807c-45d5-b9dd-cbf6c87a1b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6347761-e164-4d9b-9310-8af266300d42,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:21.154359 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f3248-ff12-4731-9449-5fa2255e6e87 req-e67e6abe-92b7-4f26-abef-d4c816f0fee9 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:21.155909 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-116f3248-ff12-4731-9449-5fa2255e6e87 req-e67e6abe-92b7-4f26-abef-d4c816f0fee9 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f2101b3-fbbb-4d6e-a75e-05341cdd88f4 HTTP/1.1" status: 200 len: 945 time: 0.0707479 Jun 08 13:49:21.223672 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-116f3248-ff12-4731-9449-5fa2255e6e87 req-1118baad-19f0-4129-aa19-1d1f702d4c18 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603070 Jun 08 13:49:21.427598 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e507cfb-d0be-4a15-b3d1-9a1ef2ffcf47 req-30f7d343-154f-4c76-a149-ef4e66b3bb82 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:21.434830 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4e507cfb-d0be-4a15-b3d1-9a1ef2ffcf47 req-30f7d343-154f-4c76-a149-ef4e66b3bb82 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0732832 Jun 08 13:49:21.503834 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4e507cfb-d0be-4a15-b3d1-9a1ef2ffcf47 req-65e7a6ba-53d6-425b-9588-b8de45b9ce44 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677969 Jun 08 13:49:22.363839 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bea654-22c0-4718-bfbf-c376b263217b req-b3fdb196-8198-481d-9515-1ded36e9a942 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:22.365591 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-71bea654-22c0-4718-bfbf-c376b263217b req-b3fdb196-8198-481d-9515-1ded36e9a942 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f2101b3-fbbb-4d6e-a75e-05341cdd88f4 HTTP/1.1" status: 200 len: 945 time: 0.0550570 Jun 08 13:49:22.429560 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-71bea654-22c0-4718-bfbf-c376b263217b req-f65ddc12-cdd5-4e97-88df-3ae0d6b89b75 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575259 Jun 08 13:49:22.630372 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25676fe-daba-483e-8225-027b9944a609 req-c21b9e77-1b9b-4a73-a0f4-8ab15288cfc7 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:22.631901 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a25676fe-daba-483e-8225-027b9944a609 req-c21b9e77-1b9b-4a73-a0f4-8ab15288cfc7 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0529401 Jun 08 13:49:22.645583 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:22.664999 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:22.681900 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a25676fe-daba-483e-8225-027b9944a609 req-19b5b99a-4193-4d06-af9b-4f29af9dbdca tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440397 Jun 08 13:49:23.045482 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81f390-1a66-4ad6-9930-aba409ca6150 req-8bcf9434-1ca4-422a-8b21-f17c9c1406cc tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:23.047107 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-0e81f390-1a66-4ad6-9930-aba409ca6150 req-8bcf9434-1ca4-422a-8b21-f17c9c1406cc tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f2101b3-fbbb-4d6e-a75e-05341cdd88f4 HTTP/1.1" status: 200 len: 945 time: 0.0652714 Jun 08 13:49:23.216668 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-0e81f390-1a66-4ad6-9930-aba409ca6150 req-dab7272a-40b7-47f7-8a95-dee51d89342d tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Deleting port 05a82aa7-0a4e-4e39-9039-9e40ee1827d5 {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:49:23.217004 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-0e81f390-1a66-4ad6-9930-aba409ca6150 req-dab7272a-40b7-47f7-8a95-dee51d89342d tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (05a82aa7-0a4e-4e39-9039-9e40ee1827d5), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:23.350920 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-0e81f390-1a66-4ad6-9930-aba409ca6150 req-dab7272a-40b7-47f7-8a95-dee51d89342d tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] For port 05a82aa7-0a4e-4e39-9039-9e40ee1827d5, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=05a82aa7-0a4e-4e39-9039-9e40ee1827d5,segment=NetworkSegment(6584da40-2511-448a-a981-cc7b9437b603),segment_id=6584da40-2511-448a-a981-cc7b9437b603)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:49:23.351559 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-0e81f390-1a66-4ad6-9930-aba409ca6150 req-dab7272a-40b7-47f7-8a95-dee51d89342d tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (05a82aa7-0a4e-4e39-9039-9e40ee1827d5), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:23.367852 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-0e81f390-1a66-4ad6-9930-aba409ca6150 req-dab7272a-40b7-47f7-8a95-dee51d89342d tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Calling delete_port for 05a82aa7-0a4e-4e39-9039-9e40ee1827d5 owned by compute:nova {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:49:23.379832 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:23.603622 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6b6c-58cf-4c72-87e1-10a313724d7a req-5578b136-e1b3-4f7a-9389-4a524a7c0cad tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:23.605417 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0c3f6b6c-58cf-4c72-87e1-10a313724d7a req-5578b136-e1b3-4f7a-9389-4a524a7c0cad tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f2101b3-fbbb-4d6e-a75e-05341cdd88f4 HTTP/1.1" status: 200 len: 945 time: 0.0632582 Jun 08 13:49:23.623262 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-0e81f390-1a66-4ad6-9930-aba409ca6150 req-dab7272a-40b7-47f7-8a95-dee51d89342d tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (05a82aa7-0a4e-4e39-9039-9e40ee1827d5), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:23.638576 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['05a82aa7-0a4e-4e39-9039-9e40ee1827d5'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:49:23.750620 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0c3f6b6c-58cf-4c72-87e1-10a313724d7a req-6c6b97a4-e386-46fd-8e87-17cf989e3fdd tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383586 Jun 08 13:49:23.754066 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7272a-40b7-47f7-8a95-dee51d89342d tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Pushing event deleted for resources: {'Port': ['ID=05a82aa7-0a4e-4e39-9039-9e40ee1827d5,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:23.821548 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e81f390-1a66-4ad6-9930-aba409ca6150 req-dab7272a-40b7-47f7-8a95-dee51d89342d tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] No DVR routers for this DVR port 05a82aa7-0a4e-4e39-9039-9e40ee1827d5 on host hv-cinder-81914 {{(pid=110998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:49:23.824895 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-0e81f390-1a66-4ad6-9930-aba409ca6150 req-dab7272a-40b7-47f7-8a95-dee51d89342d tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:23.835929 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-0e81f390-1a66-4ad6-9930-aba409ca6150 req-dab7272a-40b7-47f7-8a95-dee51d89342d tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.61 "DELETE /v2.0/ports/05a82aa7-0a4e-4e39-9039-9e40ee1827d5 HTTP/1.1" status: 204 len: 173 time: 0.7828116 Jun 08 13:49:23.844420 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2101b3-fbbb-4d6e-a75e-05341cdd88f4', 'name': 'network-vif-deleted', 'tag': '05a82aa7-0a4e-4e39-9039-9e40ee1827d5'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:49:23.848472 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7406a9f3-4e02-461f-9a9f-e4d1974d8c1a" -d '{"events": [{"server_uuid": "0f2101b3-fbbb-4d6e-a75e-05341cdd88f4", "name": "network-vif-deleted", "tag": "05a82aa7-0a4e-4e39-9039-9e40ee1827d5"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:49:23.859593 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a32475-e1a1-465e-9129-9d10259d04c2 req-1b920754-a4ce-427d-b661-7994c21627a5 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:23.861276 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-56a32475-e1a1-465e-9129-9d10259d04c2 req-1b920754-a4ce-427d-b661-7994c21627a5 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0600865 Jun 08 13:49:23.914586 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a40e365-d2b6-4852-abda-db830bbe6b48 x-openstack-request-id: req-6a40e365-d2b6-4852-abda-db830bbe6b48 {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:49:23.914922 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2101b3-fbbb-4d6e-a75e-05341cdd88f4", "name": "network-vif-deleted", "tag": "05a82aa7-0a4e-4e39-9039-9e40ee1827d5", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:49:23.915176 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6a40e365-d2b6-4852-abda-db830bbe6b48 {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:49:23.915617 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a40e365-d2b6-4852-abda-db830bbe6b48'] response: {'server_uuid': '0f2101b3-fbbb-4d6e-a75e-05341cdd88f4', 'name': 'network-vif-deleted', 'tag': '05a82aa7-0a4e-4e39-9039-9e40ee1827d5', 'status': 'completed', 'code': 200} Jun 08 13:49:23.953893 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-56a32475-e1a1-465e-9129-9d10259d04c2 req-f1327bd0-6d10-4dd4-b3cf-dbe81bd2b30a tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856543 Jun 08 13:49:24.931398 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-971ba626-80fe-4f6a-8515-366d86d54817 req-85bb00b1-018f-4c54-9d7d-85a71b754c19 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f2101b3-fbbb-4d6e-a75e-05341cdd88f4 HTTP/1.1" status: 200 len: 210 time: 0.0527735 Jun 08 13:49:25.128478 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dafb3b-db88-4601-90aa-2137a1e75c84 req-ca826093-326f-4e31-a61f-aea62e882307 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:25.130109 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f7dafb3b-db88-4601-90aa-2137a1e75c84 req-ca826093-326f-4e31-a61f-aea62e882307 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0624771 Jun 08 13:49:25.199697 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f7dafb3b-db88-4601-90aa-2137a1e75c84 req-a375f70f-ad1c-4496-8b59-34b60cc1653a tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561912 Jun 08 13:49:26.333954 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c29863-40a8-406f-8a05-c53db7cf1e28 req-44dd253f-889b-484d-a56d-6570c59f7a8e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:26.337005 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b9c29863-40a8-406f-8a05-c53db7cf1e28 req-44dd253f-889b-484d-a56d-6570c59f7a8e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0592809 Jun 08 13:49:26.395311 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b9c29863-40a8-406f-8a05-c53db7cf1e28 req-aea04de7-516d-4836-b4e1-e0afece25f33 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523865 Jun 08 13:49:26.703494 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:49:26.921711 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 05a82aa7-0a4e-4e39-9039-9e40ee1827d5 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:49:26.962330 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] No Port match for: 05a82aa7-0a4e-4e39-9039-9e40ee1827d5 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:49:26.962671 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 05a82aa7-0a4e-4e39-9039-9e40ee1827d5 not bound to the agent host hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:49:27.535502 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72286deb-fe4d-4f12-94b5-17c7121f3f5f req-7a48995d-fd88-4794-908e-c387363b43fb tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:27.537086 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-72286deb-fe4d-4f12-94b5-17c7121f3f5f req-7a48995d-fd88-4794-908e-c387363b43fb tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0612481 Jun 08 13:49:27.586540 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-72286deb-fe4d-4f12-94b5-17c7121f3f5f req-29449d08-5d86-4f29-a2f3-597a173f832e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428300 Jun 08 13:49:27.658526 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:28.708025 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692d1e5-a233-4018-b5fe-f174a4932963 req-7d285c6c-d11f-4c58-971d-e3c8f9077381 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:28.709508 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6692d1e5-a233-4018-b5fe-f174a4932963 req-7d285c6c-d11f-4c58-971d-e3c8f9077381 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0474603 Jun 08 13:49:28.762594 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6692d1e5-a233-4018-b5fe-f174a4932963 req-fe0d0e90-5acd-44be-a25d-dc51a2f63cf6 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476530 Jun 08 13:49:29.878721 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c2916-e4d4-4385-8037-007d084a03ee req-5a8a019f-180d-4379-a166-5659de164be2 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:29.880130 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-332c2916-e4d4-4385-8037-007d084a03ee req-5a8a019f-180d-4379-a166-5659de164be2 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0469174 Jun 08 13:49:29.926381 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-332c2916-e4d4-4385-8037-007d084a03ee req-d1f44d01-df4b-439d-89a0-161120050731 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403061 Jun 08 13:49:30.395687 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=78 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:30.981599 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71f172-1dca-41cf-aed7-913b02af5e0e req-e1b51230-177e-4204-b536-464fdd89226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:30.983117 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-2f71f172-1dca-41cf-aed7-913b02af5e0e req-e1b51230-177e-4204-b536-464fdd89226b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0cc65fa99694daa81878db0200bdb4b&device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 1129 time: 0.0407538 Jun 08 13:49:31.052990 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740e003-285c-4f0b-a24c-39b74b12957f req-a832d59c-7274-44a5-a3a1-d6562c9531f5 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:31.054518 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7740e003-285c-4f0b-a24c-39b74b12957f req-a832d59c-7274-44a5-a3a1-d6562c9531f5 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0498765 Jun 08 13:49:31.079680 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71f172-1dca-41cf-aed7-913b02af5e0e req-b8f36e69-52ed-4532-b209-cdc706eb20f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:31.081367 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-2f71f172-1dca-41cf-aed7-913b02af5e0e req-b8f36e69-52ed-4532-b209-cdc706eb20f6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=12800c86-d5ba-481d-a55e-8c6ac82045b0 HTTP/1.1" status: 200 len: 915 time: 0.0902870 Jun 08 13:49:31.112907 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7740e003-285c-4f0b-a24c-39b74b12957f req-bdd019f9-3094-428a-b6e2-94be213785bb tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514607 Jun 08 13:49:31.130235 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:31.154066 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-2f71f172-1dca-41cf-aed7-913b02af5e0e req-c413af7f-c703-4c69-ab51-6ad5d9f29139 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0a7ddb0-7def-4156-9a5b-f3b477a1c311 HTTP/1.1" status: 200 len: 1001 time: 0.0658107 Jun 08 13:49:31.207311 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71f172-1dca-41cf-aed7-913b02af5e0e req-c59f413a-d90a-40b1-a3a4-b04e4c3236e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:31.208807 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-2f71f172-1dca-41cf-aed7-913b02af5e0e req-c59f413a-d90a-40b1-a3a4-b04e4c3236e6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a82067f-8037-420a-aa38-ea511b7711ca HTTP/1.1" status: 200 len: 853 time: 0.0459719 Jun 08 13:49:31.256940 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71f172-1dca-41cf-aed7-913b02af5e0e req-cd47fd32-3db8-49af-b4d5-a39e822c337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:31.258647 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-2f71f172-1dca-41cf-aed7-913b02af5e0e req-cd47fd32-3db8-49af-b4d5-a39e822c337a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=12800c86-d5ba-481d-a55e-8c6ac82045b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410290 Jun 08 13:49:31.357624 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-2f71f172-1dca-41cf-aed7-913b02af5e0e req-32260427-2a1b-444e-aa50-5a99f25df433 service neutron] 10.222.0.61 "GET /v2.0/networks/12800c86-d5ba-481d-a55e-8c6ac82045b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883777 Jun 08 13:49:31.452315 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-2f71f172-1dca-41cf-aed7-913b02af5e0e req-d012fa0b-f4a4-4688-8b7a-322d1d1bd63e service neutron] 10.222.0.61 "GET /v2.0/networks/12800c86-d5ba-481d-a55e-8c6ac82045b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869973 Jun 08 13:49:31.819082 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ae670921-aee2-4583-8a4c-d17867b0dbdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:32.239340 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d937979-a821-4d5e-a0f0-4a897e2caf4e req-2214272d-39b2-4239-b32d-fe1b86af2ff9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:32.240979 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2d937979-a821-4d5e-a0f0-4a897e2caf4e req-2214272d-39b2-4239-b32d-fe1b86af2ff9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 945 time: 0.0508797 Jun 08 13:49:32.270612 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:32.296230 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2d937979-a821-4d5e-a0f0-4a897e2caf4e req-54d7ff36-257f-4362-bc3d-d3e789321875 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492730 Jun 08 13:49:32.951299 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device a0a7ddb0-7def-4156-9a5b-f3b477a1c311 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:49:33.024544 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port a0a7ddb0-7def-4156-9a5b-f3b477a1c311 is: ACTIVE; New status is: DOWN {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:49:33.024924 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:33.049702 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac779098-8aa5-40b8-ae7d-dc4e463f015b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0a7ddb0-7def-4156-9a5b-f3b477a1c311'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:49:33.051974 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e741767c-bd5c-48a9-a3ce-5847f766372c" -d '{"events": [{"server_uuid": "ac779098-8aa5-40b8-ae7d-dc4e463f015b", "name": "network-vif-unplugged", "status": "completed", "tag": "a0a7ddb0-7def-4156-9a5b-f3b477a1c311"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:49:33.064698 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port a0a7ddb0-7def-4156-9a5b-f3b477a1c311, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a0a7ddb0-7def-4156-9a5b-f3b477a1c311,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:49:33.096538 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Jun 2022 13:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ab2c84-c8c4-4cfd-b74c-cd325cc12c08 x-openstack-request-id: req-73ab2c84-c8c4-4cfd-b74c-cd325cc12c08 {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:49:33.097285 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac779098-8aa5-40b8-ae7d-dc4e463f015b", "name": "network-vif-unplugged", "status": "completed", "tag": "a0a7ddb0-7def-4156-9a5b-f3b477a1c311", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:49:33.105451 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-73ab2c84-c8c4-4cfd-b74c-cd325cc12c08 {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:49:33.105451 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73ab2c84-c8c4-4cfd-b74c-cd325cc12c08'] response: {'server_uuid': 'ac779098-8aa5-40b8-ae7d-dc4e463f015b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0a7ddb0-7def-4156-9a5b-f3b477a1c311', 'code': 200} Jun 08 13:49:33.153303 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:33.202317 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=a0a7ddb0-7def-4156-9a5b-f3b477a1c311,revision_number=8']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:33.209985 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:33.210324 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:33.210673 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:33.211005 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:33.211326 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:33.211644 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:33.211962 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:33.212306 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:33.212616 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:33.212931 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:33.213242 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:33.213566 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:33.213879 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:33.214187 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:33.214494 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:33.432582 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14699ac5-6ecb-40f6-834b-604c01b30eef req-11504a70-232c-4761-b76c-d5d95183bdef tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:33.434099 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-14699ac5-6ecb-40f6-834b-604c01b30eef req-11504a70-232c-4761-b76c-d5d95183bdef tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.0566437 Jun 08 13:49:33.487563 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-14699ac5-6ecb-40f6-834b-604c01b30eef req-0f6941ba-680c-463e-9742-b822cf09953b tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473204 Jun 08 13:49:34.059141 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-c1c422db-c880-4f76-8509-b3494e0f66f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:34.610812 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932c1c2-6fcd-4857-b222-95f435511f5b req-eff7ed58-3922-4d78-a53e-b6f86d0de6bf tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:34.612290 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1932c1c2-6fcd-4857-b222-95f435511f5b req-eff7ed58-3922-4d78-a53e-b6f86d0de6bf tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.0463881 Jun 08 13:49:34.664968 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1932c1c2-6fcd-4857-b222-95f435511f5b req-2ca2a2df-4d90-4507-9bb8-28230d8377e4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471783 Jun 08 13:49:35.524809 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:35.785167 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa5c82-438f-41c6-a858-63e20b17e266 req-e31274e2-9b1d-43c3-9fa2-d0e38f121967 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:35.786782 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-04aa5c82-438f-41c6-a858-63e20b17e266 req-e31274e2-9b1d-43c3-9fa2-d0e38f121967 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.0481038 Jun 08 13:49:35.836032 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-04aa5c82-438f-41c6-a858-63e20b17e266 req-6f1981c7-9e50-48e0-8e34-cbbf9ddfff29 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430398 Jun 08 13:49:36.635949 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:36.700726 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=74 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:36.951066 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:36.960239 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e050ea-95f8-4d75-8f42-2082867b901f req-d7edebf1-5221-4730-8d6c-fc408049f74a tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:36.961637 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b8e050ea-95f8-4d75-8f42-2082867b901f req-d7edebf1-5221-4730-8d6c-fc408049f74a tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.0487540 Jun 08 13:49:37.016387 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b8e050ea-95f8-4d75-8f42-2082867b901f req-8081ddb8-2b9a-4d66-86ed-8d62b6fecf37 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489850 Jun 08 13:49:37.060736 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device a0a7ddb0-7def-4156-9a5b-f3b477a1c311 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:49:37.157783 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port a0a7ddb0-7def-4156-9a5b-f3b477a1c311 is: DOWN; New status is: DOWN {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:49:37.270107 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-830f9bd9-77a6-4ecd-9fe6-b8fb4e1c3781 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:37.271524 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-830f9bd9-77a6-4ecd-9fe6-b8fb4e1c3781 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/networks?id=f78d1fdb-0f8f-4ba8-9c46-69c0b872862d HTTP/1.1" status: 200 len: 814 time: 0.1083891 Jun 08 13:49:37.286880 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-8292b6f5-dc27-4afc-b0a2-3091c893d8b2 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/quotas/1b38f30ffdc74b66aa2a5ed7d7eb1e0d HTTP/1.1" status: 200 len: 375 time: 0.0097933 Jun 08 13:49:37.323955 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-cb9d1b52-3963-40ad-b650-764b39fddd55 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b38f30ffdc74b66aa2a5ed7d7eb1e0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305936 Jun 08 13:49:37.426857 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-2da16185-1cc8-4812-a5b9-7e3d1a6f1f69 service neutron] 10.222.0.55 "GET /v2.0/networks/f78d1fdb-0f8f-4ba8-9c46-69c0b872862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956779 Jun 08 13:49:37.531168 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-89fbcc23-1767-4b2c-9b1e-78bb6437173d service neutron] 10.222.0.55 "GET /v2.0/networks/f78d1fdb-0f8f-4ba8-9c46-69c0b872862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961730 Jun 08 13:49:37.827797 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-540aeb02-0435-4b4c-bcc8-c2c4eb2205be req-95ecffc9-4ea4-4505-a82f-76320dfe468b tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 210 time: 0.0287838 Jun 08 13:49:38.158864 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:38.187579 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3a0a5db2-3d23-4aaf-aed4-5e3af4209fda req-e30f55a1-2a58-44a3-89b8-e47e19bc3704 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422640 Jun 08 13:49:38.287429 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a5db2-3d23-4aaf-aed4-5e3af4209fda req-7b391812-d100-456d-9553-fe0d2560764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:38.288960 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3a0a5db2-3d23-4aaf-aed4-5e3af4209fda req-7b391812-d100-456d-9553-fe0d2560764b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87c115dc845a497292c12e2980e9f77b&device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 1129 time: 0.0408781 Jun 08 13:49:38.398214 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a5db2-3d23-4aaf-aed4-5e3af4209fda req-ac7877f0-02ae-4d4a-934d-2debf5a33751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:38.399665 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3a0a5db2-3d23-4aaf-aed4-5e3af4209fda req-ac7877f0-02ae-4d4a-934d-2debf5a33751 service neutron] 10.222.0.61 "GET /v2.0/networks?id=42d99904-a8b4-4285-872c-5a43c79568a6 HTTP/1.1" status: 200 len: 911 time: 0.0892134 Jun 08 13:49:38.473374 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3a0a5db2-3d23-4aaf-aed4-5e3af4209fda req-957fccb1-6a6f-41c4-94d4-af6796767234 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38bbf42f-b3f0-44a4-992c-b83e8f85c80a HTTP/1.1" status: 200 len: 1001 time: 0.0637162 Jun 08 13:49:38.496846 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [req-a7b7276a-0870-47bc-8023-941e1b485664 req-1826a2f8-c8aa-40bc-821a-2e1b5bd73201 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=110997) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 13:49:38.498214 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a7b7276a-0870-47bc-8023-941e1b485664 req-1826a2f8-c8aa-40bc-821a-2e1b5bd73201 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055902 Jun 08 13:49:38.528745 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a5db2-3d23-4aaf-aed4-5e3af4209fda req-63d5aa5a-d8e1-4567-b050-4af3d34eb616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:38.530270 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3a0a5db2-3d23-4aaf-aed4-5e3af4209fda req-63d5aa5a-d8e1-4567-b050-4af3d34eb616 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a0a5efd6-6778-48b9-88e3-5a88abf2683a HTTP/1.1" status: 200 len: 849 time: 0.0492949 Jun 08 13:49:38.576122 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a5db2-3d23-4aaf-aed4-5e3af4209fda req-5904ffa1-1803-47a2-9b61-ae47edda094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:38.577683 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3a0a5db2-3d23-4aaf-aed4-5e3af4209fda req-5904ffa1-1803-47a2-9b61-ae47edda094c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=42d99904-a8b4-4285-872c-5a43c79568a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411608 Jun 08 13:49:38.667761 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:38.671597 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3a0a5db2-3d23-4aaf-aed4-5e3af4209fda req-15036247-1bf9-4e9e-9042-5d6bb73c1731 service neutron] 10.222.0.61 "GET /v2.0/networks/42d99904-a8b4-4285-872c-5a43c79568a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877464 Jun 08 13:49:38.770619 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3a0a5db2-3d23-4aaf-aed4-5e3af4209fda req-b7e1eddd-5868-4139-82eb-2596c0568c17 service neutron] 10.222.0.61 "GET /v2.0/networks/42d99904-a8b4-4285-872c-5a43c79568a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919974 Jun 08 13:49:38.858791 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff8554-8b73-4ac2-8a20-07bffd89f9ef req-f62d6bf4-28e8-4797-b0f9-8efc9f492aae tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:38.860994 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c8ff8554-8b73-4ac2-8a20-07bffd89f9ef req-f62d6bf4-28e8-4797-b0f9-8efc9f492aae tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.0554583 Jun 08 13:49:38.943572 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c8ff8554-8b73-4ac2-8a20-07bffd89f9ef req-23af3234-2964-444e-9861-4668790dc1cc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766826 Jun 08 13:49:38.945158 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2f539f4c-1bd5-433a-b814-b66b3ad758f8 req-dba1d1af-bd67-4cad-899b-555c76bb4ba3 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 210 time: 0.0347786 Jun 08 13:49:39.530261 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 37886) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:49:39.619530 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fc54066f-2f9e-4ec5-86a5-2376403725b7 req-9cac6a59-97e1-4044-b785-bee6000a3c1c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0881207 Jun 08 13:49:39.628177 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [req-fc54066f-2f9e-4ec5-86a5-2376403725b7 req-c3ddef97-2ae3-462f-950a-c2803fbd1730 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=110997) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 13:49:39.629145 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fc54066f-2f9e-4ec5-86a5-2376403725b7 req-c3ddef97-2ae3-462f-950a-c2803fbd1730 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050695 Jun 08 13:49:39.707488 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 37894) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:49:39.805751 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54066f-2f9e-4ec5-86a5-2376403725b7 req-ba5287a5-3130-4cf0-b9ed-7aa9d99a1be7 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:39.807139 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fc54066f-2f9e-4ec5-86a5-2376403725b7 req-ba5287a5-3130-4cf0-b9ed-7aa9d99a1be7 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports/a0a7ddb0-7def-4156-9a5b-f3b477a1c311 HTTP/1.1" status: 200 len: 940 time: 0.0984464 Jun 08 13:49:40.085608 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fd594575-e899-45b7-8495-ec6ad14f3870 req-c1820b93-5e32-40ca-972f-530cf5a0f911 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 210 time: 0.0499933 Jun 08 13:49:40.102444 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f1cac-872b-47cb-b0da-6f693577caba req-ebd621e8-0f81-4c0b-8ef5-48cb6ff76b26 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:40.113510 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0d0f1cac-872b-47cb-b0da-6f693577caba req-ebd621e8-0f81-4c0b-8ef5-48cb6ff76b26 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.0884993 Jun 08 13:49:40.163089 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0d0f1cac-872b-47cb-b0da-6f693577caba req-bc6a591e-bff2-4f49-a7e7-6c35955819f5 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442896 Jun 08 13:49:40.371089 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-19ccd7b3-6182-44da-a354-1a08fe9044cf tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:40.372612 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-19ccd7b3-6182-44da-a354-1a08fe9044cf tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.61 "GET /v2.0/networks?id=f78d1fdb-0f8f-4ba8-9c46-69c0b872862d HTTP/1.1" status: 200 len: 814 time: 0.1127844 Jun 08 13:49:40.529482 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Request body: {'port': {'device_id': '5f5333f0-e2b2-4fae-9392-8dedd5bee5cb', 'network_id': 'f78d1fdb-0f8f-4ba8-9c46-69c0b872862d', 'admin_state_up': True, 'tenant_id': '1b38f30ffdc74b66aa2a5ed7d7eb1e0d'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:49:40.602634 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:40.699534 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 37918) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:49:40.718696 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Made reservation on behalf of 1b38f30ffdc74b66aa2a5ed7d7eb1e0d for: {'port': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:49:40.723329 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:40.814515 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ec7d0344-b13c-472b-85e9-1c55dcfc4a37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:40.862428 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Allocated IP 172.20.0.13 (f78d1fdb-0f8f-4ba8-9c46-69c0b872862d/1f8ce31d-9b95-4efa-8478-89644cb10ed3/54564d2a-ca9f-4f1a-998d-b332f1702e71) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:49:40.864067 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:40.900528 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ec7d0344-b13c-472b-85e9-1c55dcfc4a37 admin admin] Publish callbacks [] for security_group (0c1f6442-a066-4ea3-8876-490411082386), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:41.015147 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Publish callbacks [] for port (54564d2a-ca9f-4f1a-998d-b332f1702e71), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:41.055654 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ec7d0344-b13c-472b-85e9-1c55dcfc4a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (0c1f6442-a066-4ea3-8876-490411082386), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:41.060956 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:41.090386 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-ec7d0344-b13c-472b-85e9-1c55dcfc4a37 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ea38e4cb18445af9b86826fe2a998b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3896592 Jun 08 13:49:41.092549 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d0344-b13c-472b-85e9-1c55dcfc4a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1f6442-a066-4ea3-8876-490411082386,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:41.095533 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 37928) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:49:41.116078 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d0344-b13c-472b-85e9-1c55dcfc4a37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.116431 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d0344-b13c-472b-85e9-1c55dcfc4a37 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.117946 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d0344-b13c-472b-85e9-1c55dcfc4a37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.117946 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d0344-b13c-472b-85e9-1c55dcfc4a37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.117946 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d0344-b13c-472b-85e9-1c55dcfc4a37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.117946 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d0344-b13c-472b-85e9-1c55dcfc4a37 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.118260 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d0344-b13c-472b-85e9-1c55dcfc4a37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.118380 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d0344-b13c-472b-85e9-1c55dcfc4a37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.118891 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d0344-b13c-472b-85e9-1c55dcfc4a37 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.119213 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d0344-b13c-472b-85e9-1c55dcfc4a37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.119534 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d0344-b13c-472b-85e9-1c55dcfc4a37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.119856 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d0344-b13c-472b-85e9-1c55dcfc4a37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.120201 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d0344-b13c-472b-85e9-1c55dcfc4a37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.120771 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d0344-b13c-472b-85e9-1c55dcfc4a37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.120897 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d0344-b13c-472b-85e9-1c55dcfc4a37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.148116 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (54564d2a-ca9f-4f1a-998d-b332f1702e71), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:41.169894 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c109adf3-b9e8-4f93-af97-3ea8f6dcaa9a admin admin] Publish callbacks [] for security_group (0c1f6442-a066-4ea3-8876-490411082386), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:41.192580 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Network f78d1fdb-0f8f-4ba8-9c46-69c0b872862d is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:49:41.196173 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:49:41.204527 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:49:41.219382 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c109adf3-b9e8-4f93-af97-3ea8f6dcaa9a admin admin] Publish callbacks [] for security_group (0c1f6442-a066-4ea3-8876-490411082386), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:41.228814 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Pushing event updated for resources: {'Port': ['ID=54564d2a-ca9f-4f1a-998d-b332f1702e71,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:41.241737 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.242087 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.242428 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.242765 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.243122 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.243458 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.243967 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.250958 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.250958 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.250958 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.250958 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.250958 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.250958 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.250958 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.250958 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:41.268801 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee442257-4eb9-4ab8-8348-d5a3eb0a2ac5 req-a81c4239-1506-4480-ae1c-7295e98b5e12 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:41.270283 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ee442257-4eb9-4ab8-8348-d5a3eb0a2ac5 req-a81c4239-1506-4480-ae1c-7295e98b5e12 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 932 time: 0.0904832 Jun 08 13:49:41.270502 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:41.270986 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:41.336489 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8c66b-c526-4d69-9d32-1837f1f20abb req-d4d469ea-88c7-40fd-b1cb-8163bd5bad65 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:41.337936 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c5f8c66b-c526-4d69-9d32-1837f1f20abb req-d4d469ea-88c7-40fd-b1cb-8163bd5bad65 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.0918782 Jun 08 13:49:41.384500 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-2694150a-9d1f-47e7-8ffb-919aecd359d0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8589771 Jun 08 13:49:41.386059 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ee442257-4eb9-4ab8-8348-d5a3eb0a2ac5 req-1e00c230-4237-4fb1-a3c0-3890828029f3 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900199 Jun 08 13:49:41.411316 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c5f8c66b-c526-4d69-9d32-1837f1f20abb req-97bf0bf3-92bb-4996-9d18-3016c65898ea tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660777 Jun 08 13:49:41.455312 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-9eb7166b-38a5-4770-940f-1d4b940982f6 service neutron] Request body: {'port': {'device_id': '5f5333f0-e2b2-4fae-9392-8dedd5bee5cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:49:41.476024 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c109adf3-b9e8-4f93-af97-3ea8f6dcaa9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (0c1f6442-a066-4ea3-8876-490411082386), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:41.478742 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c109adf3-b9e8-4f93-af97-3ea8f6dcaa9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:41.480824 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-c109adf3-b9e8-4f93-af97-3ea8f6dcaa9a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0c1f6442-a066-4ea3-8876-490411082386 HTTP/1.1" status: 204 len: 168 time: 0.3834286 Jun 08 13:49:41.488783 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109adf3-b9e8-4f93-af97-3ea8f6dcaa9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1f6442-a066-4ea3-8876-490411082386,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:41.515149 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:41.525219 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-9eb7166b-38a5-4770-940f-1d4b940982f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (54564d2a-ca9f-4f1a-998d-b332f1702e71), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:41.724822 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:41.833161 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-9eb7166b-38a5-4770-940f-1d4b940982f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54564d2a-ca9f-4f1a-998d-b332f1702e71 {{(pid=110998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:49:41.840819 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-9eb7166b-38a5-4770-940f-1d4b940982f6 service neutron] Publish callbacks [] for port (54564d2a-ca9f-4f1a-998d-b332f1702e71), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:41.855271 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.provisioning_blocks [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-9eb7166b-38a5-4770-940f-1d4b940982f6 service neutron] Transition to ACTIVE for port object 54564d2a-ca9f-4f1a-998d-b332f1702e71 will not be triggered until provisioned by entity L2. {{(pid=110998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 13:49:41.955196 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-9eb7166b-38a5-4770-940f-1d4b940982f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (54564d2a-ca9f-4f1a-998d-b332f1702e71), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:42.011871 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7166b-38a5-4770-940f-1d4b940982f6 service neutron] Pushing event updated for resources: {'Port': ['ID=54564d2a-ca9f-4f1a-998d-b332f1702e71,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:42.085631 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-9eb7166b-38a5-4770-940f-1d4b940982f6 service neutron] Attempting to bind port 54564d2a-ca9f-4f1a-998d-b332f1702e71 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:49:42.086087 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-9eb7166b-38a5-4770-940f-1d4b940982f6 service neutron] Attempting to bind port 54564d2a-ca9f-4f1a-998d-b332f1702e71 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '6584da40-2511-448a-a981-cc7b9437b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f78d1fdb-0f8f-4ba8-9c46-69c0b872862d'}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:49:42.086360 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-9eb7166b-38a5-4770-940f-1d4b940982f6 service neutron] Attempting to bind port 54564d2a-ca9f-4f1a-998d-b332f1702e71 on network f78d1fdb-0f8f-4ba8-9c46-69c0b872862d {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:49:42.090969 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-9eb7166b-38a5-4770-940f-1d4b940982f6 service neutron] Port 54564d2a-ca9f-4f1a-998d-b332f1702e71 on network f78d1fdb-0f8f-4ba8-9c46-69c0b872862d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:49:42.091292 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-9eb7166b-38a5-4770-940f-1d4b940982f6 service neutron] Attempting to bind port 54564d2a-ca9f-4f1a-998d-b332f1702e71 on network f78d1fdb-0f8f-4ba8-9c46-69c0b872862d {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:49:42.096895 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-9eb7166b-38a5-4770-940f-1d4b940982f6 service neutron] Checking agent: {'id': '2c87fc52-0797-4c68-9855-572d3067389f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'started_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:49:42.102234 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-9eb7166b-38a5-4770-940f-1d4b940982f6 service neutron] Checking segment: {'id': '6584da40-2511-448a-a981-cc7b9437b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f78d1fdb-0f8f-4ba8-9c46-69c0b872862d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:49:42.102234 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-9eb7166b-38a5-4770-940f-1d4b940982f6 service neutron] Bound using segment: {'id': '6584da40-2511-448a-a981-cc7b9437b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f78d1fdb-0f8f-4ba8-9c46-69c0b872862d'} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:49:42.102234 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-9eb7166b-38a5-4770-940f-1d4b940982f6 service neutron] Bound port: 54564d2a-ca9f-4f1a-998d-b332f1702e71, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6584da40-2511-448a-a981-cc7b9437b603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f78d1fdb-0f8f-4ba8-9c46-69c0b872862d'}}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:49:42.102234 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-9eb7166b-38a5-4770-940f-1d4b940982f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (54564d2a-ca9f-4f1a-998d-b332f1702e71), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:42.166866 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-9eb7166b-38a5-4770-940f-1d4b940982f6 service neutron] For port 54564d2a-ca9f-4f1a-998d-b332f1702e71, host hv-cinder-81914, cleared binding levels {{(pid=110998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:49:42.170454 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-9eb7166b-38a5-4770-940f-1d4b940982f6 service neutron] For port 54564d2a-ca9f-4f1a-998d-b332f1702e71, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=54564d2a-ca9f-4f1a-998d-b332f1702e71,segment=NetworkSegment(6584da40-2511-448a-a981-cc7b9437b603),segment_id=6584da40-2511-448a-a981-cc7b9437b603)] {{(pid=110998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:49:42.254221 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-9eb7166b-38a5-4770-940f-1d4b940982f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (54564d2a-ca9f-4f1a-998d-b332f1702e71), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:42.289953 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-9eb7166b-38a5-4770-940f-1d4b940982f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:42.290558 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-9eb7166b-38a5-4770-940f-1d4b940982f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:42.291947 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-9eb7166b-38a5-4770-940f-1d4b940982f6 service neutron] 10.222.0.61 "PUT /v2.0/ports/54564d2a-ca9f-4f1a-998d-b332f1702e71 HTTP/1.1" status: 200 len: 1094 time: 0.8413708 Jun 08 13:49:42.292381 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5333f0-e2b2-4fae-9392-8dedd5bee5cb', 'tag': '54564d2a-ca9f-4f1a-998d-b332f1702e71'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:49:42.294610 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763e8fc5-65ae-48d9-87d4-f00e6721f530" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5333f0-e2b2-4fae-9392-8dedd5bee5cb", "tag": "54564d2a-ca9f-4f1a-998d-b332f1702e71"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:49:42.318851 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7166b-38a5-4770-940f-1d4b940982f6 service neutron] Pushing event updated for resources: {'Port': ['ID=54564d2a-ca9f-4f1a-998d-b332f1702e71,revision_number=3']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:42.335548 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b4d4fa-cfb1-45fa-b3d1-27653e4b3ef5 x-openstack-request-id: req-42b4d4fa-cfb1-45fa-b3d1-27653e4b3ef5 {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:49:42.335833 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5333f0-e2b2-4fae-9392-8dedd5bee5cb", "tag": "54564d2a-ca9f-4f1a-998d-b332f1702e71", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:49:42.336108 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-42b4d4fa-cfb1-45fa-b3d1-27653e4b3ef5 {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:49:42.336504 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42b4d4fa-cfb1-45fa-b3d1-27653e4b3ef5'] response: {'name': 'network-changed', 'server_uuid': '5f5333f0-e2b2-4fae-9392-8dedd5bee5cb', 'tag': '54564d2a-ca9f-4f1a-998d-b332f1702e71', 'status': 'completed', 'code': 200} Jun 08 13:49:42.396210 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e8fc5-65ae-48d9-87d4-f00e6721f530 req-c31b39fd-27ad-4fce-872f-27f43c737d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:42.397916 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-763e8fc5-65ae-48d9-87d4-f00e6721f530 req-c31b39fd-27ad-4fce-872f-27f43c737d63 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b38f30ffdc74b66aa2a5ed7d7eb1e0d&device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 1128 time: 0.0411799 Jun 08 13:49:42.474708 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:42.557845 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a5efe-119f-463d-be25-528c9e9e04c9 req-a9849a78-c09a-405a-b2ca-908d4a366f41 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:42.559487 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0b1a5efe-119f-463d-be25-528c9e9e04c9 req-a9849a78-c09a-405a-b2ca-908d4a366f41 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 944 time: 0.0881712 Jun 08 13:49:42.584984 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1805954-de19-4f71-bb19-bbc954310ad4 req-7cba39d3-4acd-471e-adc4-777bb6a3017c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:42.593056 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f1805954-de19-4f71-bb19-bbc954310ad4 req-7cba39d3-4acd-471e-adc4-777bb6a3017c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.0792434 Jun 08 13:49:42.670204 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0b1a5efe-119f-463d-be25-528c9e9e04c9 req-2ce6f6f9-0d3e-45e7-8ea9-532032acad3c tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031313 Jun 08 13:49:42.675113 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f1805954-de19-4f71-bb19-bbc954310ad4 req-739c69c9-e0f5-4661-bdd8-0cfa4cdde8ab tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794566 Jun 08 13:49:42.753893 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 37966) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:49:42.767502 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e8fc5-65ae-48d9-87d4-f00e6721f530 req-3c06c4a9-4cac-4c3c-9507-b4b7e357ba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:42.769490 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-763e8fc5-65ae-48d9-87d4-f00e6721f530 req-3c06c4a9-4cac-4c3c-9507-b4b7e357ba31 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=1b38f30ffdc74b66aa2a5ed7d7eb1e0d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3634152 Jun 08 13:49:42.862931 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-e84f6d03-dea5-4395-b76d-81797101eae4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-438079583-network', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:49:42.872718 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e8fc5-65ae-48d9-87d4-f00e6721f530 req-4206e917-6f43-4939-a974-e81b7f3db2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:42.874259 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-763e8fc5-65ae-48d9-87d4-f00e6721f530 req-4206e917-6f43-4939-a974-e81b7f3db2a3 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984368 Jun 08 13:49:42.885727 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:42.970931 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:42.998873 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84f6d03-dea5-4395-b76d-81797101eae4 admin admin] Made reservation on behalf of 14385fc22a1d4de4bc0af0c764f6ef69 for: {'network': 1} {{(pid=110997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:49:43.001393 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e84f6d03-dea5-4395-b76d-81797101eae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for network (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:43.010327 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e84f6d03-dea5-4395-b76d-81797101eae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:43.087961 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e84f6d03-dea5-4395-b76d-81797101eae4 admin admin] Publish callbacks [] for security_group (79c4e47a-6f95-4fd0-83d9-2d8f893c79be), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:43.153239 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e84f6d03-dea5-4395-b76d-81797101eae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (79c4e47a-6f95-4fd0-83d9-2d8f893c79be), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:43.184312 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84f6d03-dea5-4395-b76d-81797101eae4 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=110997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:49:43.190134 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f6d03-dea5-4395-b76d-81797101eae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c4e47a-6f95-4fd0-83d9-2d8f893c79be,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:43.198860 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e84f6d03-dea5-4395-b76d-81797101eae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (ac56fb31-b315-49df-9d9f-d73acde813cd), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:43.199194 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.db.segments_db [None req-e84f6d03-dea5-4395-b76d-81797101eae4 admin admin] Added segment ac56fb31-b315-49df-9d9f-d73acde813cd of type vlan for network c89f5e55-1486-4a8c-8616-1c7f2554f4f0 Jun 08 13:49:43.231355 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54066f-2f9e-4ec5-86a5-2376403725b7 req-32ac51fc-c96f-4f2e-a738-8b152c01e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:43.235826 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fc54066f-2f9e-4ec5-86a5-2376403725b7 req-32ac51fc-c96f-4f2e-a738-8b152c01e354 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b&tenant_id=d0cc65fa99694daa81878db0200bdb4b HTTP/1.1" status: 200 len: 1127 time: 0.1041567 Jun 08 13:49:43.236357 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-857a880b-ca27-41fb-876d-6734ad6cc8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:43.237769 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-857a880b-ca27-41fb-876d-6734ad6cc8ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b38f30ffdc74b66aa2a5ed7d7eb1e0d&device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 1128 time: 0.1078072 Jun 08 13:49:43.251954 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e84f6d03-dea5-4395-b76d-81797101eae4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774158396263'] for network (c89f5e55-1486-4a8c-8616-1c7f2554f4f0), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:43.275049 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:43.295039 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-bc0d0df2-0a10-4a71-b865-07e677259937 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54564d2a-ca9f-4f1a-998d-b332f1702e71 HTTP/1.1" status: 200 len: 217 time: 0.0490503 Jun 08 13:49:43.345352 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e84f6d03-dea5-4395-b76d-81797101eae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for network (c89f5e55-1486-4a8c-8616-1c7f2554f4f0), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:43.346812 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84f6d03-dea5-4395-b76d-81797101eae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:43.347582 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e84f6d03-dea5-4395-b76d-81797101eae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:43.357882 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54066f-2f9e-4ec5-86a5-2376403725b7 req-16808091-82b0-407d-8966-41bb3fe01a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:43.359536 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fc54066f-2f9e-4ec5-86a5-2376403725b7 req-16808091-82b0-407d-8966-41bb3fe01a2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0cc65fa99694daa81878db0200bdb4b&device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 1127 time: 0.0730898 Jun 08 13:49:43.411086 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f6d03-dea5-4395-b76d-81797101eae4 admin admin] Pushing event updated for resources: {'Network': ['ID=c89f5e55-1486-4a8c-8616-1c7f2554f4f0,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:43.418087 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-a026fd82-965c-4c1d-916a-7202faa0fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:43.420229 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-a026fd82-965c-4c1d-916a-7202faa0fe74 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f8ce31d-9b95-4efa-8478-89644cb10ed3 HTTP/1.1" status: 200 len: 854 time: 0.1013331 Jun 08 13:49:43.423172 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Network c89f5e55-1486-4a8c-8616-1c7f2554f4f0 details requested by agent ovs-agent-dv-cinder-819149-5-iscsi with host dv-cinder-819149-5-iscsi {{(pid=110999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:49:43.443402 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:43.471033 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-e84f6d03-dea5-4395-b76d-81797101eae4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7156110 Jun 08 13:49:43.472950 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-69eac980-2b03-434f-a6bd-f7f2e0618661 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f78d1fdb-0f8f-4ba8-9c46-69c0b872862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430601 Jun 08 13:49:43.476418 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 37978) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:49:43.481362 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-937d58fb-85a5-44b0-8a06-f5c3ac571c8d admin admin] Request body: {'subnet': {'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-438079583-subnet', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'ip_version': 4}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:49:43.580590 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54066f-2f9e-4ec5-86a5-2376403725b7 req-fa16df70-6c45-4a44-aae0-7cc20a0e6404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:43.582056 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fc54066f-2f9e-4ec5-86a5-2376403725b7 req-fa16df70-6c45-4a44-aae0-7cc20a0e6404 service neutron] 10.222.0.61 "GET /v2.0/networks?id=12800c86-d5ba-481d-a55e-8c6ac82045b0 HTTP/1.1" status: 200 len: 915 time: 0.2144485 Jun 08 13:49:43.656926 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-415134f2-84e7-409f-af4c-0da7f16041e8 service neutron] 10.222.0.61 "GET /v2.0/networks/f78d1fdb-0f8f-4ba8-9c46-69c0b872862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631370 Jun 08 13:49:43.672342 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937d58fb-85a5-44b0-8a06-f5c3ac571c8d admin admin] Made reservation on behalf of 14385fc22a1d4de4bc0af0c764f6ef69 for: {'subnet': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:49:43.674835 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-937d58fb-85a5-44b0-8a06-f5c3ac571c8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12398527'] for subnet (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:43.677742 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fc54066f-2f9e-4ec5-86a5-2376403725b7 req-025faf83-a005-48bf-933d-32617a2e6cba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0a7ddb0-7def-4156-9a5b-f3b477a1c311 HTTP/1.1" status: 200 len: 999 time: 0.0874336 Jun 08 13:49:43.833023 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54066f-2f9e-4ec5-86a5-2376403725b7 req-6027feac-3fe3-449b-9898-4b35b54df1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:43.834483 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fc54066f-2f9e-4ec5-86a5-2376403725b7 req-6027feac-3fe3-449b-9898-4b35b54df1f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a82067f-8037-420a-aa38-ea511b7711ca HTTP/1.1" status: 200 len: 853 time: 0.1363521 Jun 08 13:49:43.834870 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946b9ff-9f6b-4150-a750-7d72a2626ebb req-c7a3d08e-9a2c-448f-880d-d8e5b0fbd2ba tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:43.836454 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4946b9ff-9f6b-4150-a750-7d72a2626ebb req-c7a3d08e-9a2c-448f-880d-d8e5b0fbd2ba tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 944 time: 0.0781033 Jun 08 13:49:43.861798 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33c550-6b6b-4e9f-a19b-fdc9e59dae7e req-b6068a53-461a-49fb-9069-07c750f0a462 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:43.862163 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-df33c550-6b6b-4e9f-a19b-fdc9e59dae7e req-b6068a53-461a-49fb-9069-07c750f0a462 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.0748825 Jun 08 13:49:43.912791 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-951f7ee6-7c9c-46c4-aafb-35092c315236 req-20ba3ec7-fdbb-4179-9371-aa45768793df service neutron] 10.222.0.61 "GET /v2.0/networks/f78d1fdb-0f8f-4ba8-9c46-69c0b872862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481468 Jun 08 13:49:43.919820 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54066f-2f9e-4ec5-86a5-2376403725b7 req-2370dcf2-8b8b-4c45-9e33-6914c1acf526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:43.921512 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fc54066f-2f9e-4ec5-86a5-2376403725b7 req-2370dcf2-8b8b-4c45-9e33-6914c1acf526 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=12800c86-d5ba-481d-a55e-8c6ac82045b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0755804 Jun 08 13:49:43.946957 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4946b9ff-9f6b-4150-a750-7d72a2626ebb req-6d9469df-b1be-4c7e-a203-4593f1f81d9b tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013374 Jun 08 13:49:43.961607 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-df33c550-6b6b-4e9f-a19b-fdc9e59dae7e req-ae7174af-53d5-4d87-a049-5b97e35169ad tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897081 Jun 08 13:49:44.012973 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:44.096797 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fc54066f-2f9e-4ec5-86a5-2376403725b7 req-fa5dfd83-156f-4a23-8c46-799dce83d2ad service neutron] 10.222.0.61 "GET /v2.0/networks/12800c86-d5ba-481d-a55e-8c6ac82045b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668689 Jun 08 13:49:44.139195 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-937d58fb-85a5-44b0-8a06-f5c3ac571c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11356177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12398477'] for subnet (1ee10986-79b5-42da-ad16-de38c97fa967), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:44.196155 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d58fb-85a5-44b0-8a06-f5c3ac571c8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ee10986-79b5-42da-ad16-de38c97fa967,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:44.206848 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937d58fb-85a5-44b0-8a06-f5c3ac571c8d admin admin] Checking segment: {'id': 'ac56fb31-b315-49df-9d9f-d73acde813cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:49:44.207198 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937d58fb-85a5-44b0-8a06-f5c3ac571c8d admin admin] Network hostable DHCP agents. Network: c89f5e55-1486-4a8c-8616-1c7f2554f4f0, hostable agents: ['0fe93b45-7a7a-4833-aa38-a6b4536a05ba'], hosted agents: [] {{(pid=110998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:49:44.312938 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937d58fb-85a5-44b0-8a06-f5c3ac571c8d admin admin] Network c89f5e55-1486-4a8c-8616-1c7f2554f4f0 is scheduled to be hosted by DHCP agent 0fe93b45-7a7a-4833-aa38-a6b4536a05ba with binding_index 1 {{(pid=110998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:49:44.420998 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-937d58fb-85a5-44b0-8a06-f5c3ac571c8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-5-iscsi, c89f5e55-1486-4a8c-8616-1c7f2554f4f0) {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:49:44.425259 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937d58fb-85a5-44b0-8a06-f5c3ac571c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:44.425782 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-937d58fb-85a5-44b0-8a06-f5c3ac571c8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:44.430652 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2468474a-7ffe-4737-8471-5a230caa7004 None None] Network c89f5e55-1486-4a8c-8616-1c7f2554f4f0 requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:49:44.434619 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:44.533878 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80205abf-bc21-4e63-b4ce-b8c08ff7324b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9660f10-ec6d-58c9-bc99-f642291d243f-c89f5e55-1486-4a8c-8616-1c7f2554f4f0', 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0', 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'fixed_ips': [{'subnet_id': '1ee10986-79b5-42da-ad16-de38c97fa967'}]}} from dv-cinder-819149-5-iscsi. {{(pid=110999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 08 13:49:44.534840 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-80205abf-bc21-4e63-b4ce-b8c08ff7324b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:44.610466 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-937d58fb-85a5-44b0-8a06-f5c3ac571c8d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1327775 Jun 08 13:49:44.613042 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 37992) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:49:44.617351 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-c14a68e9-5290-4730-88a4-a3348b337489 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-438079583-router', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:49:44.668786 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:44.674938 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.db_base_plugin_common [None req-80205abf-bc21-4e63-b4ce-b8c08ff7324b None None] Allocated IP 172.20.0.2 (c89f5e55-1486-4a8c-8616-1c7f2554f4f0/1ee10986-79b5-42da-ad16-de38c97fa967/c046c241-11c1-4d31-b1a6-ce9d638d028e) {{(pid=110999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:49:44.764751 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c14a68e9-5290-4730-88a4-a3348b337489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-354394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2750'] for router (5b9ae13c-6030-4ff3-9cf8-56923fd42e60), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:44.766797 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c14a68e9-5290-4730-88a4-a3348b337489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-354572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-344210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3710513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2741'] for router (5b9ae13c-6030-4ff3-9cf8-56923fd42e60), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:44.775353 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:44.816179 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c14a68e9-5290-4730-88a4-a3348b337489 admin admin] Publish callbacks [] for router_controller (5b9ae13c-6030-4ff3-9cf8-56923fd42e60), precommit_add_association {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:44.818270 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-80205abf-bc21-4e63-b4ce-b8c08ff7324b None None] Publish callbacks [] for port (c046c241-11c1-4d31-b1a6-ce9d638d028e), precommit_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:44.914047 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-80205abf-bc21-4e63-b4ce-b8c08ff7324b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800'] for port (c046c241-11c1-4d31-b1a6-ce9d638d028e), after_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:44.955616 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80205abf-bc21-4e63-b4ce-b8c08ff7324b None None] Network c89f5e55-1486-4a8c-8616-1c7f2554f4f0 is already hosted by enough agents. {{(pid=110999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:49:44.958577 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.scheduler.base_scheduler [None req-80205abf-bc21-4e63-b4ce-b8c08ff7324b None None] Resources bound (agent type, host, resource id): {{(pid=110999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:49:44.964977 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80205abf-bc21-4e63-b4ce-b8c08ff7324b None None] Received port after_create {{(pid=110999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:49:44.972261 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80205abf-bc21-4e63-b4ce-b8c08ff7324b None None] Pushing event updated for resources: {'Port': ['ID=c046c241-11c1-4d31-b1a6-ce9d638d028e,revision_number=1']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:45.044861 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-80205abf-bc21-4e63-b4ce-b8c08ff7324b None None] Attempting to bind port c046c241-11c1-4d31-b1a6-ce9d638d028e on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:49:45.045633 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-80205abf-bc21-4e63-b4ce-b8c08ff7324b None None] Attempting to bind port c046c241-11c1-4d31-b1a6-ce9d638d028e by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': 'ac56fb31-b315-49df-9d9f-d73acde813cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0'}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:49:45.046118 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80205abf-bc21-4e63-b4ce-b8c08ff7324b None None] Attempting to bind port c046c241-11c1-4d31-b1a6-ce9d638d028e on network c89f5e55-1486-4a8c-8616-1c7f2554f4f0 {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:49:45.057871 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80205abf-bc21-4e63-b4ce-b8c08ff7324b None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:49:45.057871 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80205abf-bc21-4e63-b4ce-b8c08ff7324b None None] Checking segment: {'id': 'ac56fb31-b315-49df-9d9f-d73acde813cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:49:45.057871 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-80205abf-bc21-4e63-b4ce-b8c08ff7324b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:45.057871 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80205abf-bc21-4e63-b4ce-b8c08ff7324b None None] Bound using segment: {'id': 'ac56fb31-b315-49df-9d9f-d73acde813cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0'} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:49:45.057871 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-80205abf-bc21-4e63-b4ce-b8c08ff7324b None None] Bound port: c046c241-11c1-4d31-b1a6-ce9d638d028e, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac56fb31-b315-49df-9d9f-d73acde813cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0'}}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:49:45.057871 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-80205abf-bc21-4e63-b4ce-b8c08ff7324b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (c046c241-11c1-4d31-b1a6-ce9d638d028e), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:45.067223 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c14a68e9-5290-4730-88a4-a3348b337489 admin admin] Publish callbacks [] for router_gateway (5b9ae13c-6030-4ff3-9cf8-56923fd42e60), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:45.105355 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 54564d2a-ca9f-4f1a-998d-b332f1702e71 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:49:45.113171 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fc54066f-2f9e-4ec5-86a5-2376403725b7 req-47d46514-addc-47a9-bfad-abe0be891c16 service neutron] 10.222.0.61 "GET /v2.0/networks/12800c86-d5ba-481d-a55e-8c6ac82045b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246054 Jun 08 13:49:45.162084 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:45.192412 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-80205abf-bc21-4e63-b4ce-b8c08ff7324b None None] For port c046c241-11c1-4d31-b1a6-ce9d638d028e, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=110999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:49:45.193016 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd877bd-5b4b-42f9-b31f-5782d8816adb req-75d87f48-a4af-49c3-b91b-cfa4d4a05a35 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:45.194520 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6cd877bd-5b4b-42f9-b31f-5782d8816adb req-75d87f48-a4af-49c3-b91b-cfa4d4a05a35 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.0822062 Jun 08 13:49:45.201440 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e208eb8-114e-4394-8aae-254db9aa0b0d req-002e107d-e4e0-499e-91b8-fbf0f78f79fb tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:45.208009 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-80205abf-bc21-4e63-b4ce-b8c08ff7324b None None] For port c046c241-11c1-4d31-b1a6-ce9d638d028e, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=c046c241-11c1-4d31-b1a6-ce9d638d028e,segment=NetworkSegment(ac56fb31-b315-49df-9d9f-d73acde813cd),segment_id=ac56fb31-b315-49df-9d9f-d73acde813cd)] {{(pid=110999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:49:45.209901 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8e208eb8-114e-4394-8aae-254db9aa0b0d req-002e107d-e4e0-499e-91b8-fbf0f78f79fb tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 944 time: 0.1094797 Jun 08 13:49:45.251331 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 54564d2a-ca9f-4f1a-998d-b332f1702e71, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=54564d2a-ca9f-4f1a-998d-b332f1702e71,segment=NetworkSegment(6584da40-2511-448a-a981-cc7b9437b603),segment_id=6584da40-2511-448a-a981-cc7b9437b603)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:49:45.269726 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Returning: {'device': '54564d2a-ca9f-4f1a-998d-b332f1702e71', 'network_id': 'f78d1fdb-0f8f-4ba8-9c46-69c0b872862d', 'port_id': '54564d2a-ca9f-4f1a-998d-b332f1702e71', 'mac_address': 'fa:16:3e:9b:73:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f8ce31d-9b95-4efa-8478-89644cb10ed3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:49:45.282628 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6cd877bd-5b4b-42f9-b31f-5782d8816adb req-210e155f-e7ee-4d29-8b13-685773062d7f tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703759 Jun 08 13:49:45.316422 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c14a68e9-5290-4730-88a4-a3348b337489 admin admin] Publish callbacks [] for router_gateway (5b9ae13c-6030-4ff3-9cf8-56923fd42e60), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:45.326430 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 54564d2a-ca9f-4f1a-998d-b332f1702e71 is: DOWN; New status is: BUILD {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:49:45.326899 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (54564d2a-ca9f-4f1a-998d-b332f1702e71), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:45.328836 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c14a68e9-5290-4730-88a4-a3348b337489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:45.330276 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-80205abf-bc21-4e63-b4ce-b8c08ff7324b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (c046c241-11c1-4d31-b1a6-ce9d638d028e), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:45.336914 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8e208eb8-114e-4394-8aae-254db9aa0b0d req-f4e93419-e1a5-40f4-b612-7498a39a386f tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258602 Jun 08 13:49:45.372848 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54564d2a-ca9f-4f1a-998d-b332f1702e71 {{(pid=110999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:49:45.380912 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:45.420957 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 54564d2a-ca9f-4f1a-998d-b332f1702e71, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=54564d2a-ca9f-4f1a-998d-b332f1702e71,segment=NetworkSegment(6584da40-2511-448a-a981-cc7b9437b603),segment_id=6584da40-2511-448a-a981-cc7b9437b603)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:49:45.433213 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80205abf-bc21-4e63-b4ce-b8c08ff7324b None None] Pushing event updated for resources: {'Port': ['ID=c046c241-11c1-4d31-b1a6-ce9d638d028e,revision_number=2']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:45.462188 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [None req-c14a68e9-5290-4730-88a4-a3348b337489 admin admin] Allocated IP 172.27.1.213 (070b030f-98d2-43d9-b022-f506d26f1e83/4285c1ce-c1bb-4be9-b005-ebf83c2cba00/6368d984-2071-4b41-996f-0f9611d8ee77) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:49:45.519148 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (54564d2a-ca9f-4f1a-998d-b332f1702e71), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:45.566148 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 38014) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:49:45.585957 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=54564d2a-ca9f-4f1a-998d-b332f1702e71,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:45.607746 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c14a68e9-5290-4730-88a4-a3348b337489 admin admin] Publish callbacks [] for port (6368d984-2071-4b41-996f-0f9611d8ee77), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:45.726165 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c14a68e9-5290-4730-88a4-a3348b337489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (6368d984-2071-4b41-996f-0f9611d8ee77), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:45.737735 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-d3eb2d51-82c2-43ec-8847-576e4438c4d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:45.780770 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14a68e9-5290-4730-88a4-a3348b337489 admin admin] Network 070b030f-98d2-43d9-b022-f506d26f1e83 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:49:45.784588 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-c14a68e9-5290-4730-88a4-a3348b337489 admin admin] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:49:45.792406 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['54564d2a-ca9f-4f1a-998d-b332f1702e71'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:49:45.792656 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14a68e9-5290-4730-88a4-a3348b337489 admin admin] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:49:45.864602 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a68e9-5290-4730-88a4-a3348b337489 admin admin] Pushing event updated for resources: {'Port': ['ID=6368d984-2071-4b41-996f-0f9611d8ee77,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:45.874285 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-d3eb2d51-82c2-43ec-8847-576e4438c4d6 admin admin] Publish callbacks [] for security_group (00b42da1-9b37-447b-8e93-07af294b1664), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:45.933171 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-d3eb2d51-82c2-43ec-8847-576e4438c4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (00b42da1-9b37-447b-8e93-07af294b1664), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:45.975482 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb2d51-82c2-43ec-8847-576e4438c4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b42da1-9b37-447b-8e93-07af294b1664,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:45.982198 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-d3eb2d51-82c2-43ec-8847-576e4438c4d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=45ae6ae6ff91467499b14ced53d72090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4123938 Jun 08 13:49:45.982380 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 38026) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:49:45.984792 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:45.996422 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:46.037731 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-81a310f2-c882-4bfb-827c-768b52ff4f18 admin admin] Publish callbacks [] for security_group (00b42da1-9b37-447b-8e93-07af294b1664), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:46.061063 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-81a310f2-c882-4bfb-827c-768b52ff4f18 admin admin] Publish callbacks [] for security_group (00b42da1-9b37-447b-8e93-07af294b1664), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:46.213016 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c14a68e9-5290-4730-88a4-a3348b337489 admin admin] Publish callbacks [] for router_gateway (5b9ae13c-6030-4ff3-9cf8-56923fd42e60), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:46.220737 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-81a310f2-c882-4bfb-827c-768b52ff4f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (00b42da1-9b37-447b-8e93-07af294b1664), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:46.223871 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-81a310f2-c882-4bfb-827c-768b52ff4f18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:46.227889 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-81a310f2-c882-4bfb-827c-768b52ff4f18 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00b42da1-9b37-447b-8e93-07af294b1664 HTTP/1.1" status: 204 len: 168 time: 0.2416899 Jun 08 13:49:46.264286 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a310f2-c882-4bfb-827c-768b52ff4f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b42da1-9b37-447b-8e93-07af294b1664,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:46.538179 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:46.604461 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c14a68e9-5290-4730-88a4-a3348b337489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-354687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358104'] for router (5b9ae13c-6030-4ff3-9cf8-56923fd42e60), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:46.605426 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c7f7c-3b8e-4265-9a73-5ff67978231b req-37403642-d70c-4b01-b50a-a97e350e6180 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:46.616330 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ef1c7f7c-3b8e-4265-9a73-5ff67978231b req-37403642-d70c-4b01-b50a-a97e350e6180 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.1708138 Jun 08 13:49:46.627212 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ac8a4-117c-449e-9b35-de987f830d43 req-ee40ac13-2aaf-4e26-85a6-48fa29bf3fdf tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:46.628872 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e82ac8a4-117c-449e-9b35-de987f830d43 req-ee40ac13-2aaf-4e26-85a6-48fa29bf3fdf tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 945 time: 0.1548684 Jun 08 13:49:46.703800 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:46.758345 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ef1c7f7c-3b8e-4265-9a73-5ff67978231b req-9cafb6f7-c995-4fbd-a1be-6b24a6cab319 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375384 Jun 08 13:49:46.769811 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e82ac8a4-117c-449e-9b35-de987f830d43 req-49d36564-6689-4776-a64c-616bf37e7aae tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197639 Jun 08 13:49:46.987380 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14a68e9-5290-4730-88a4-a3348b337489 admin admin] Router 5b9ae13c-6030-4ff3-9cf8-56923fd42e60 is scheduled to L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 with binding_index 1 {{(pid=110998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 13:49:47.002686 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff76284-2d9c-40da-978d-d3c6a4c0a3e8 None None] Network c89f5e55-1486-4a8c-8616-1c7f2554f4f0 requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:49:47.122455 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 54564d2a-ca9f-4f1a-998d-b332f1702e71 up at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:49:47.328929 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-be0f8487-8ae9-43c7-bec3-2ad21b6824e6 None None] Provisioning complete for port c046c241-11c1-4d31-b1a6-ce9d638d028e triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:49:47.329543 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-be0f8487-8ae9-43c7-bec3-2ad21b6824e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (c046c241-11c1-4d31-b1a6-ce9d638d028e), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:47.416522 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning for port 54564d2a-ca9f-4f1a-998d-b332f1702e71 completed by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 13:49:47.498249 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-be0f8487-8ae9-43c7-bec3-2ad21b6824e6 None None] Current status of the port c046c241-11c1-4d31-b1a6-ce9d638d028e is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:49:47.498640 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-be0f8487-8ae9-43c7-bec3-2ad21b6824e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (c046c241-11c1-4d31-b1a6-ce9d638d028e), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:47.565982 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-be0f8487-8ae9-43c7-bec3-2ad21b6824e6 None None] For port c046c241-11c1-4d31-b1a6-ce9d638d028e, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=c046c241-11c1-4d31-b1a6-ce9d638d028e,segment=NetworkSegment(ac56fb31-b315-49df-9d9f-d73acde813cd),segment_id=ac56fb31-b315-49df-9d9f-d73acde813cd)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:49:47.576109 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14a68e9-5290-4730-88a4-a3348b337489 admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:49:47.585540 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning complete for port 54564d2a-ca9f-4f1a-998d-b332f1702e71 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:49:47.588040 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (54564d2a-ca9f-4f1a-998d-b332f1702e71), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:47.588804 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c928901-78dc-435a-ad7b-1be2489eb1ca None None] Sync routers for ids ['5b9ae13c-6030-4ff3-9cf8-56923fd42e60'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:49:47.623756 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c928901-78dc-435a-ad7b-1be2489eb1ca None None] Routers {'5b9ae13c-6030-4ff3-9cf8-56923fd42e60'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:49:47.624433 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-5c928901-78dc-435a-ad7b-1be2489eb1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:49:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['5b9ae13c-6030-4ff3-9cf8-56923fd42e60'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:49:47.662707 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device c046c241-11c1-4d31-b1a6-ce9d638d028e up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:49:47.707320 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c14a68e9-5290-4730-88a4-a3348b337489 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:47.709026 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-c14a68e9-5290-4730-88a4-a3348b337489 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0949342 Jun 08 13:49:47.712671 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 38052) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:49:47.719042 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-be0f8487-8ae9-43c7-bec3-2ad21b6824e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (c046c241-11c1-4d31-b1a6-ce9d638d028e), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:47.801106 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port c046c241-11c1-4d31-b1a6-ce9d638d028e triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:49:47.801482 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (c046c241-11c1-4d31-b1a6-ce9d638d028e), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:47.851696 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-5c928901-78dc-435a-ad7b-1be2489eb1ca None None] Set router 5b9ae13c-6030-4ff3-9cf8-56923fd42e60 gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:49:47.882914 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-97c7c3bc-545a-4931-a889-bc3270987738 None None] Provisioning complete for port c046c241-11c1-4d31-b1a6-ce9d638d028e triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:49:47.883405 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-97c7c3bc-545a-4931-a889-bc3270987738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (c046c241-11c1-4d31-b1a6-ce9d638d028e), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:48.019968 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:48.022174 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f8487-8ae9-43c7-bec3-2ad21b6824e6 None None] Pushing event updated for resources: {'Port': ['ID=c046c241-11c1-4d31-b1a6-ce9d638d028e,revision_number=3']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:48.033183 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6d117-9659-4fd5-99b9-7f3b7b671f0b req-d495ad44-d145-4069-be99-12e1c061c7b5 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:48.051585 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d7a6d117-9659-4fd5-99b9-7f3b7b671f0b req-d495ad44-d145-4069-be99-12e1c061c7b5 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.1461933 Jun 08 13:49:48.108325 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port c046c241-11c1-4d31-b1a6-ce9d638d028e is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:49:48.215740 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 54564d2a-ca9f-4f1a-998d-b332f1702e71 is: BUILD; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:49:48.216137 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (54564d2a-ca9f-4f1a-998d-b332f1702e71), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:48.245725 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e0f9b-3c59-43b6-80fe-32bc9235f368 req-5fbbcb48-4616-49eb-985e-2e1dcb5c9204 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:48.252672 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-619e0f9b-3c59-43b6-80fe-32bc9235f368 req-5fbbcb48-4616-49eb-985e-2e1dcb5c9204 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 945 time: 0.2765114 Jun 08 13:49:48.252921 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-97c7c3bc-545a-4931-a889-bc3270987738 None None] Current status of the port c046c241-11c1-4d31-b1a6-ce9d638d028e is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:49:48.261997 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:48.278438 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 54564d2a-ca9f-4f1a-998d-b332f1702e71, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=54564d2a-ca9f-4f1a-998d-b332f1702e71,segment=NetworkSegment(6584da40-2511-448a-a981-cc7b9437b603),segment_id=6584da40-2511-448a-a981-cc7b9437b603)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:49:48.280145 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5333f0-e2b2-4fae-9392-8dedd5bee5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54564d2a-ca9f-4f1a-998d-b332f1702e71'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:49:48.283880 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3728476c-57e1-4a40-b367-c0be139be691" -d '{"events": [{"server_uuid": "5f5333f0-e2b2-4fae-9392-8dedd5bee5cb", "name": "network-vif-plugged", "status": "completed", "tag": "54564d2a-ca9f-4f1a-998d-b332f1702e71"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:49:48.322623 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-5c928901-78dc-435a-ad7b-1be2489eb1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'name': 'tempest-TestMinimumBasicScenario-438079583-router', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6368d984-2071-4b41-996f-0f9611d8ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:49:44Z', 'updated_at': '2022-06-08T13:49:46Z', 'revision_number': 3, 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'gw_port': {'id': '6368d984-2071-4b41-996f-0f9611d8ee77', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:45Z', 'updated_at': '2022-06-08T13:49:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:49:48.367276 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c928901-78dc-435a-ad7b-1be2489eb1ca None None] Checking router: 5b9ae13c-6030-4ff3-9cf8-56923fd42e60 for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:49:48.367608 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c928901-78dc-435a-ad7b-1be2489eb1ca None None] Updating router 5b9ae13c-6030-4ff3-9cf8-56923fd42e60 port 6368d984-2071-4b41-996f-0f9611d8ee77 binding host dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:49:48.371321 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d7a6d117-9659-4fd5-99b9-7f3b7b671f0b req-848ab926-ca20-42aa-8b8f-5484958056d0 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3172135 Jun 08 13:49:48.379157 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (54564d2a-ca9f-4f1a-998d-b332f1702e71), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:48.438213 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-619e0f9b-3c59-43b6-80fe-32bc9235f368 req-8f275388-c29e-498b-be57-c4edcb6584f4 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736283 Jun 08 13:49:48.465091 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-5c928901-78dc-435a-ad7b-1be2489eb1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (6368d984-2071-4b41-996f-0f9611d8ee77), before_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:48.482857 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74318129-d106-4f0d-b1e1-b40affeae298 x-openstack-request-id: req-74318129-d106-4f0d-b1e1-b40affeae298 {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:49:48.482857 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5333f0-e2b2-4fae-9392-8dedd5bee5cb", "name": "network-vif-plugged", "status": "completed", "tag": "54564d2a-ca9f-4f1a-998d-b332f1702e71", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:49:48.482857 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-74318129-d106-4f0d-b1e1-b40affeae298 {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:49:48.482857 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74318129-d106-4f0d-b1e1-b40affeae298'] response: {'server_uuid': '5f5333f0-e2b2-4fae-9392-8dedd5bee5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54564d2a-ca9f-4f1a-998d-b332f1702e71', 'code': 200} Jun 08 13:49:48.497209 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=54564d2a-ca9f-4f1a-998d-b332f1702e71,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:48.673861 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:48.694990 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-34d0f39a-d96a-4a11-a612-6f81fc981f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:48.926312 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [None req-34d0f39a-d96a-4a11-a612-6f81fc981f66 admin admin] Allocated IP 172.20.0.1 (c89f5e55-1486-4a8c-8616-1c7f2554f4f0/1ee10986-79b5-42da-ad16-de38c97fa967/40987ac5-be4c-4714-a11b-aba5327f7091) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:49:49.024621 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-5c928901-78dc-435a-ad7b-1be2489eb1ca None None] Publish callbacks [] for port (6368d984-2071-4b41-996f-0f9611d8ee77), precommit_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:49.085225 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-34d0f39a-d96a-4a11-a612-6f81fc981f66 admin admin] Publish callbacks [] for port (40987ac5-be4c-4714-a11b-aba5327f7091), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:49.316157 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-5c928901-78dc-435a-ad7b-1be2489eb1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (6368d984-2071-4b41-996f-0f9611d8ee77), after_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:49.378622 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-5c928901-78dc-435a-ad7b-1be2489eb1ca None None] Attempting to bind port 6368d984-2071-4b41-996f-0f9611d8ee77 on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:49:49.378983 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-5c928901-78dc-435a-ad7b-1be2489eb1ca None None] Attempting to bind port 6368d984-2071-4b41-996f-0f9611d8ee77 by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}] {{(pid=111000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:49:49.379328 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c928901-78dc-435a-ad7b-1be2489eb1ca None None] Attempting to bind port 6368d984-2071-4b41-996f-0f9611d8ee77 on network 070b030f-98d2-43d9-b022-f506d26f1e83 {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:49:49.381517 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f266882-253e-4ee8-a2d4-3163f65eda15 None None] Pushing event updated for resources: {'Port': ['ID=6368d984-2071-4b41-996f-0f9611d8ee77,revision_number=2']} {{(pid=111000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:49.390068 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c928901-78dc-435a-ad7b-1be2489eb1ca None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:49:49.390536 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c928901-78dc-435a-ad7b-1be2489eb1ca None None] Checking segment: {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:49:49.391040 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-5c928901-78dc-435a-ad7b-1be2489eb1ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:49.391510 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c928901-78dc-435a-ad7b-1be2489eb1ca None None] Bound using segment: {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'} {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:49:49.392142 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-5c928901-78dc-435a-ad7b-1be2489eb1ca None None] Bound port: 6368d984-2071-4b41-996f-0f9611d8ee77, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}}] {{(pid=111000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:49:49.392409 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-5c928901-78dc-435a-ad7b-1be2489eb1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (6368d984-2071-4b41-996f-0f9611d8ee77), before_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:49.396493 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f266882-253e-4ee8-a2d4-3163f65eda15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:49.396666 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f266882-253e-4ee8-a2d4-3163f65eda15 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:49.396914 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f266882-253e-4ee8-a2d4-3163f65eda15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:49.397310 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f266882-253e-4ee8-a2d4-3163f65eda15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:49.397628 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f266882-253e-4ee8-a2d4-3163f65eda15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:49.397950 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f266882-253e-4ee8-a2d4-3163f65eda15 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:49.398269 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f266882-253e-4ee8-a2d4-3163f65eda15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:49.398573 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f266882-253e-4ee8-a2d4-3163f65eda15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:49.398887 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f266882-253e-4ee8-a2d4-3163f65eda15 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:49.399194 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f266882-253e-4ee8-a2d4-3163f65eda15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:49.399513 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f266882-253e-4ee8-a2d4-3163f65eda15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:49.399835 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f266882-253e-4ee8-a2d4-3163f65eda15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:49.400164 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f266882-253e-4ee8-a2d4-3163f65eda15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:49.400470 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f266882-253e-4ee8-a2d4-3163f65eda15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:49.400773 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f266882-253e-4ee8-a2d4-3163f65eda15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:49.448991 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:49.452872 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.db [None req-5c928901-78dc-435a-ad7b-1be2489eb1ca None None] For port 6368d984-2071-4b41-996f-0f9611d8ee77, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=111000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:49:49.456178 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.db [None req-5c928901-78dc-435a-ad7b-1be2489eb1ca None None] For port 6368d984-2071-4b41-996f-0f9611d8ee77, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=6368d984-2071-4b41-996f-0f9611d8ee77,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=111000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:49:49.598445 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device c046c241-11c1-4d31-b1a6-ce9d638d028e up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:49:49.623122 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9dc59-a47b-468a-a24c-903a6d20a560 req-4882e0bd-ceb2-44e7-bc03-ef209e0d5505 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:49.625185 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ced9dc59-a47b-468a-a24c-903a6d20a560 req-4882e0bd-ceb2-44e7-bc03-ef209e0d5505 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.1048918 Jun 08 13:49:49.641253 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a2ede-6f76-426b-8c48-17dbdb29fb2c req-37ad6372-596f-4921-979c-02490de299e8 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:49.643418 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bd4a2ede-6f76-426b-8c48-17dbdb29fb2c req-37ad6372-596f-4921-979c-02490de299e8 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 946 time: 0.0734606 Jun 08 13:49:49.648206 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=100 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:49.654900 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port c046c241-11c1-4d31-b1a6-ce9d638d028e triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:49:49.655338 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (c046c241-11c1-4d31-b1a6-ce9d638d028e), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:49.762970 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bd4a2ede-6f76-426b-8c48-17dbdb29fb2c req-25dcd076-f522-4c48-8a36-cc12f260bda7 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129606 Jun 08 13:49:49.776270 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port c046c241-11c1-4d31-b1a6-ce9d638d028e is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:49:49.780229 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ced9dc59-a47b-468a-a24c-903a6d20a560 req-e97ea550-f2ba-43ca-9913-bc73b17715f7 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479301 Jun 08 13:49:49.940589 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-34d0f39a-d96a-4a11-a612-6f81fc981f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (40987ac5-be4c-4714-a11b-aba5327f7091), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:49.971054 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-5c928901-78dc-435a-ad7b-1be2489eb1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (6368d984-2071-4b41-996f-0f9611d8ee77), after_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:49.989726 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d0f39a-d96a-4a11-a612-6f81fc981f66 admin admin] Network c89f5e55-1486-4a8c-8616-1c7f2554f4f0 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:49:49.993322 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-34d0f39a-d96a-4a11-a612-6f81fc981f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:49:50.003387 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d0f39a-d96a-4a11-a612-6f81fc981f66 admin admin] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:49:50.027046 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0f39a-d96a-4a11-a612-6f81fc981f66 admin admin] Pushing event updated for resources: {'Port': ['ID=40987ac5-be4c-4714-a11b-aba5327f7091,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:50.045951 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:50.053317 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-34d0f39a-d96a-4a11-a612-6f81fc981f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-354990'] for router_interface (5b9ae13c-6030-4ff3-9cf8-56923fd42e60), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:50.173162 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f266882-253e-4ee8-a2d4-3163f65eda15 None None] Pushing event updated for resources: {'Port': ['ID=6368d984-2071-4b41-996f-0f9611d8ee77,revision_number=3']} {{(pid=111000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:50.177431 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c928901-78dc-435a-ad7b-1be2489eb1ca None None] Routers {'5b9ae13c-6030-4ff3-9cf8-56923fd42e60'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:49:50.178558 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-5c928901-78dc-435a-ad7b-1be2489eb1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:49:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['5b9ae13c-6030-4ff3-9cf8-56923fd42e60'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:49:50.184093 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:50.312825 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-34d0f39a-d96a-4a11-a612-6f81fc981f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (40987ac5-be4c-4714-a11b-aba5327f7091), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:50.351091 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-5c928901-78dc-435a-ad7b-1be2489eb1ca None None] Set router 5b9ae13c-6030-4ff3-9cf8-56923fd42e60 gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:49:50.382931 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-d3b64b06-4197-4ead-8a44-1feca19b534c None None] Provisioning complete for port 40987ac5-be4c-4714-a11b-aba5327f7091 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:49:50.385780 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-d3b64b06-4197-4ead-8a44-1feca19b534c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (40987ac5-be4c-4714-a11b-aba5327f7091), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:50.416521 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-d3b64b06-4197-4ead-8a44-1feca19b534c None None] Port 40987ac5-be4c-4714-a11b-aba5327f7091 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:49:50.496424 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:50.541596 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-34d0f39a-d96a-4a11-a612-6f81fc981f66 admin admin] Publish callbacks [] for port (40987ac5-be4c-4714-a11b-aba5327f7091), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:50.573593 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-5c928901-78dc-435a-ad7b-1be2489eb1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'name': 'tempest-TestMinimumBasicScenario-438079583-router', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6368d984-2071-4b41-996f-0f9611d8ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:49:44Z', 'updated_at': '2022-06-08T13:49:46Z', 'revision_number': 3, 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'gw_port': {'id': '6368d984-2071-4b41-996f-0f9611d8ee77', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:45Z', 'updated_at': '2022-06-08T13:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:49:50.599581 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c928901-78dc-435a-ad7b-1be2489eb1ca None None] The sync data for ids ['5b9ae13c-6030-4ff3-9cf8-56923fd42e60'] in dv-cinder-819149-5-iscsi is: [{'id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'name': 'tempest-TestMinimumBasicScenario-438079583-router', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6368d984-2071-4b41-996f-0f9611d8ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:49:44Z', 'updated_at': '2022-06-08T13:49:46Z', 'revision_number': 3, 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'gw_port': {'id': '6368d984-2071-4b41-996f-0f9611d8ee77', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:45Z', 'updated_at': '2022-06-08T13:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:49:50.618832 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-34d0f39a-d96a-4a11-a612-6f81fc981f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (40987ac5-be4c-4714-a11b-aba5327f7091), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:50.705115 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0f39a-d96a-4a11-a612-6f81fc981f66 admin admin] Pushing event updated for resources: {'Port': ['ID=40987ac5-be4c-4714-a11b-aba5327f7091,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:50.707526 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-34d0f39a-d96a-4a11-a612-6f81fc981f66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354906'] for router_interface (5b9ae13c-6030-4ff3-9cf8-56923fd42e60), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:50.813411 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d0f39a-d96a-4a11-a612-6f81fc981f66 admin admin] Network c89f5e55-1486-4a8c-8616-1c7f2554f4f0 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:49:50.815074 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-34d0f39a-d96a-4a11-a612-6f81fc981f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:49:50.962447 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7f8e3-691e-43ab-b123-61371dccdb5a req-4f03dd9f-7b59-4167-99e5-54ca9c1e8284 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:50.964610 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7be7f8e3-691e-43ab-b123-61371dccdb5a req-4f03dd9f-7b59-4167-99e5-54ca9c1e8284 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 946 time: 0.1309514 Jun 08 13:49:51.085704 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d0f39a-d96a-4a11-a612-6f81fc981f66 admin admin] Router 5b9ae13c-6030-4ff3-9cf8-56923fd42e60 has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:49:51.164962 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed78242-5535-4e89-ac7d-8e576df100a0 req-640f5f29-4df4-435a-80d6-89572ac0287f tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:51.166640 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4ed78242-5535-4e89-ac7d-8e576df100a0 req-640f5f29-4df4-435a-80d6-89572ac0287f tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.2001359 Jun 08 13:49:51.261364 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7be7f8e3-691e-43ab-b123-61371dccdb5a req-e73e0576-8542-49f1-9d60-498391f3698b tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310758 Jun 08 13:49:51.268799 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:51.292301 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-c3abeb82-7693-4eb3-b020-1be6d33472da None None] Provisioning complete for port 40987ac5-be4c-4714-a11b-aba5327f7091 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:49:51.292888 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-c3abeb82-7693-4eb3-b020-1be6d33472da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (40987ac5-be4c-4714-a11b-aba5327f7091), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:51.310093 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d0f39a-d96a-4a11-a612-6f81fc981f66 admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:49:51.315305 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-34d0f39a-d96a-4a11-a612-6f81fc981f66 admin admin] 10.222.0.55 "PUT /v2.0/routers/5b9ae13c-6030-4ff3-9cf8-56923fd42e60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6014419 Jun 08 13:49:51.346811 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4ed78242-5535-4e89-ac7d-8e576df100a0 req-045c6673-9846-4eb7-ba69-188a676782af tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723931 Jun 08 13:49:51.404863 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-c3abeb82-7693-4eb3-b020-1be6d33472da None None] Port 40987ac5-be4c-4714-a11b-aba5327f7091 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:49:51.611856 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 6368d984-2071-4b41-996f-0f9611d8ee77 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:49:51.697363 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port 6368d984-2071-4b41-996f-0f9611d8ee77 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:49:51.697830 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (6368d984-2071-4b41-996f-0f9611d8ee77), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:51.879063 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port 6368d984-2071-4b41-996f-0f9611d8ee77 is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:49:51.879563 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (6368d984-2071-4b41-996f-0f9611d8ee77), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:51.960367 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] For port 6368d984-2071-4b41-996f-0f9611d8ee77, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=6368d984-2071-4b41-996f-0f9611d8ee77,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:49:52.058749 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (6368d984-2071-4b41-996f-0f9611d8ee77), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:52.123811 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Pushing event updated for resources: {'Port': ['ID=6368d984-2071-4b41-996f-0f9611d8ee77,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:52.426337 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019fe84-20b9-4bdf-b6e5-21a16f7bfbd5 req-4c7b6339-9ad6-438e-8fc5-bc7fd92e45fd tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:52.427911 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d019fe84-20b9-4bdf-b6e5-21a16f7bfbd5 req-4c7b6339-9ad6-438e-8fc5-bc7fd92e45fd tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 946 time: 0.0665126 Jun 08 13:49:52.498381 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 38110) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:49:52.504569 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-10a3f689-b5c1-4f82-a582-0596d7b834f1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1529205868-network', 'tenant_id': 'd577681733474beb8e17acfa66ccba7e'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:49:52.533772 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140feb63-851d-42d6-a1d1-df081cc0563c req-48e56c6d-646d-4637-8eab-a87027285929 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:52.536241 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-140feb63-851d-42d6-a1d1-df081cc0563c req-48e56c6d-646d-4637-8eab-a87027285929 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.0814507 Jun 08 13:49:52.540180 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d019fe84-20b9-4bdf-b6e5-21a16f7bfbd5 req-051e98cf-167b-48d4-b728-56a4ded527fb tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041403 Jun 08 13:49:52.586844 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a3f689-b5c1-4f82-a582-0596d7b834f1 admin admin] Made reservation on behalf of d577681733474beb8e17acfa66ccba7e for: {'network': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:49:52.587760 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-140feb63-851d-42d6-a1d1-df081cc0563c req-f4ca2257-665a-4e98-9b11-0b13fb2f8c24 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457244 Jun 08 13:49:52.591047 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-10a3f689-b5c1-4f82-a582-0596d7b834f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for network (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:52.602704 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-10a3f689-b5c1-4f82-a582-0596d7b834f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:52.725656 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-10a3f689-b5c1-4f82-a582-0596d7b834f1 admin admin] Publish callbacks [] for security_group (ff542dfc-6c63-448a-b6d8-790e444baf2e), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:52.798604 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-10a3f689-b5c1-4f82-a582-0596d7b834f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (ff542dfc-6c63-448a-b6d8-790e444baf2e), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:52.835084 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a3f689-b5c1-4f82-a582-0596d7b834f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=110998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:49:52.837102 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3f689-b5c1-4f82-a582-0596d7b834f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff542dfc-6c63-448a-b6d8-790e444baf2e,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:52.858194 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-10a3f689-b5c1-4f82-a582-0596d7b834f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (a7ccfb18-3001-4e53-86a8-9d74f304e21b), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:52.858600 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.segments_db [None req-10a3f689-b5c1-4f82-a582-0596d7b834f1 admin admin] Added segment a7ccfb18-3001-4e53-86a8-9d74f304e21b of type vlan for network 984f2ad1-938f-429a-8ebf-d04e53aa4bbd Jun 08 13:49:52.909215 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-10a3f689-b5c1-4f82-a582-0596d7b834f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774158396263'] for network (984f2ad1-938f-429a-8ebf-d04e53aa4bbd), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:53.012559 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-10a3f689-b5c1-4f82-a582-0596d7b834f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for network (984f2ad1-938f-429a-8ebf-d04e53aa4bbd), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:53.013605 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a3f689-b5c1-4f82-a582-0596d7b834f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:53.014190 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-10a3f689-b5c1-4f82-a582-0596d7b834f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:53.078677 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3f689-b5c1-4f82-a582-0596d7b834f1 admin admin] Pushing event updated for resources: {'Network': ['ID=984f2ad1-938f-429a-8ebf-d04e53aa4bbd,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:53.085319 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ccdfb-d1b5-4d04-a01a-fb3a8f0de6d7 None None] Sync routers for ids ['5b9ae13c-6030-4ff3-9cf8-56923fd42e60'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:49:53.093876 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Network 984f2ad1-938f-429a-8ebf-d04e53aa4bbd details requested by agent ovs-agent-dv-cinder-819149-5-iscsi with host dv-cinder-819149-5-iscsi {{(pid=110999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:49:53.141439 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ccdfb-d1b5-4d04-a01a-fb3a8f0de6d7 None None] Routers {'5b9ae13c-6030-4ff3-9cf8-56923fd42e60'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:49:53.142059 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-950ccdfb-d1b5-4d04-a01a-fb3a8f0de6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:49:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['5b9ae13c-6030-4ff3-9cf8-56923fd42e60'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:49:53.146930 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-10a3f689-b5c1-4f82-a582-0596d7b834f1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6473367 Jun 08 13:49:53.149598 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 38114) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:49:53.154504 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-554721c2-5750-49f8-889a-9f96a3fa5dea admin admin] Request body: {'subnet': {'network_id': '984f2ad1-938f-429a-8ebf-d04e53aa4bbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1529205868-subnet', 'tenant_id': 'd577681733474beb8e17acfa66ccba7e', 'ip_version': 4}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:49:53.196777 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:53.258644 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-950ccdfb-d1b5-4d04-a01a-fb3a8f0de6d7 None None] Set router 5b9ae13c-6030-4ff3-9cf8-56923fd42e60 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:49:53.272574 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554721c2-5750-49f8-889a-9f96a3fa5dea admin admin] Made reservation on behalf of d577681733474beb8e17acfa66ccba7e for: {'subnet': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:49:53.275096 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-554721c2-5750-49f8-889a-9f96a3fa5dea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12398527'] for subnet (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:53.455258 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-950ccdfb-d1b5-4d04-a01a-fb3a8f0de6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'name': 'tempest-TestMinimumBasicScenario-438079583-router', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6368d984-2071-4b41-996f-0f9611d8ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:49:44Z', 'updated_at': '2022-06-08T13:49:50Z', 'revision_number': 4, 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'gw_port': {'id': '6368d984-2071-4b41-996f-0f9611d8ee77', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:45Z', 'updated_at': '2022-06-08T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '40987ac5-be4c-4714-a11b-aba5327f7091', 'name': '', 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'mac_address': 'fa:16:3e:ac:e0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1ee10986-79b5-42da-ad16-de38c97fa967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:48Z', 'updated_at': '2022-06-08T13:49:50Z', 'revision_number': 2, 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'subnets': [{'id': '1ee10986-79b5-42da-ad16-de38c97fa967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:49:53.480954 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ccdfb-d1b5-4d04-a01a-fb3a8f0de6d7 None None] Checking router: 5b9ae13c-6030-4ff3-9cf8-56923fd42e60 for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:49:53.483873 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ccdfb-d1b5-4d04-a01a-fb3a8f0de6d7 None None] Updating router 5b9ae13c-6030-4ff3-9cf8-56923fd42e60 port 40987ac5-be4c-4714-a11b-aba5327f7091 binding host dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:49:53.504922 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-554721c2-5750-49f8-889a-9f96a3fa5dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11356177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12398477'] for subnet (80725fb4-d3d4-46d9-96dd-6bdae9029ee3), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:53.508250 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 6368d984-2071-4b41-996f-0f9611d8ee77 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:49:53.516433 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-950ccdfb-d1b5-4d04-a01a-fb3a8f0de6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (40987ac5-be4c-4714-a11b-aba5327f7091), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:53.537076 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:53.559667 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554721c2-5750-49f8-889a-9f96a3fa5dea admin admin] Pushing event updated for resources: {'Subnet': ['ID=80725fb4-d3d4-46d9-96dd-6bdae9029ee3,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:53.574761 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554721c2-5750-49f8-889a-9f96a3fa5dea admin admin] Checking segment: {'id': 'a7ccfb18-3001-4e53-86a8-9d74f304e21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '984f2ad1-938f-429a-8ebf-d04e53aa4bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:49:53.575251 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554721c2-5750-49f8-889a-9f96a3fa5dea admin admin] Network hostable DHCP agents. Network: 984f2ad1-938f-429a-8ebf-d04e53aa4bbd, hostable agents: ['0fe93b45-7a7a-4833-aa38-a6b4536a05ba'], hosted agents: [] {{(pid=110998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:49:53.627800 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port 6368d984-2071-4b41-996f-0f9611d8ee77 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:49:53.628240 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (6368d984-2071-4b41-996f-0f9611d8ee77), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:53.676296 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554721c2-5750-49f8-889a-9f96a3fa5dea admin admin] Network 984f2ad1-938f-429a-8ebf-d04e53aa4bbd is scheduled to be hosted by DHCP agent 0fe93b45-7a7a-4833-aa38-a6b4536a05ba with binding_index 1 {{(pid=110998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:49:53.688710 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c2350-29de-4d3b-aaf6-655270bed847 req-39235a7c-260b-423b-b150-0bfcda4efbc1 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:53.696849 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bf1c2350-29de-4d3b-aaf6-655270bed847 req-39235a7c-260b-423b-b150-0bfcda4efbc1 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 946 time: 0.0672956 Jun 08 13:49:53.756844 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-554721c2-5750-49f8-889a-9f96a3fa5dea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-5-iscsi, 984f2ad1-938f-429a-8ebf-d04e53aa4bbd) {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:49:53.768316 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554721c2-5750-49f8-889a-9f96a3fa5dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:53.769965 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-554721c2-5750-49f8-889a-9f96a3fa5dea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:53.770594 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b47334-c96a-4f90-84d8-0d9befc01257 None None] Network 984f2ad1-938f-429a-8ebf-d04e53aa4bbd requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:49:53.781768 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:53.786069 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16883289-8d9b-4c10-b2a4-467054fb8a7c req-b8d4c1ab-2de5-4a54-90b3-ebba1f7512f0 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:53.787842 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-16883289-8d9b-4c10-b2a4-467054fb8a7c req-b8d4c1ab-2de5-4a54-90b3-ebba1f7512f0 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.0732160 Jun 08 13:49:53.809718 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bf1c2350-29de-4d3b-aaf6-655270bed847 req-52e5513d-52d4-4f47-b9e3-fa0cbcf77a10 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114724 Jun 08 13:49:53.894131 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-554721c2-5750-49f8-889a-9f96a3fa5dea admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7433867 Jun 08 13:49:53.897004 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 38122) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:49:53.902226 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-44a6fd14-7fa3-4753-b377-db0bec0a12e2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1529205868-router', 'tenant_id': 'd577681733474beb8e17acfa66ccba7e', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:49:53.917106 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-16883289-8d9b-4c10-b2a4-467054fb8a7c req-a465d9fa-096a-4839-9641-3c27d7f85420 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033423 Jun 08 13:49:53.955127 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663fa428-ccf4-464e-86fd-ccfdc282dbac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9660f10-ec6d-58c9-bc99-f642291d243f-984f2ad1-938f-429a-8ebf-d04e53aa4bbd', 'network_id': '984f2ad1-938f-429a-8ebf-d04e53aa4bbd', 'project_id': 'd577681733474beb8e17acfa66ccba7e', 'fixed_ips': [{'subnet_id': '80725fb4-d3d4-46d9-96dd-6bdae9029ee3'}]}} from dv-cinder-819149-5-iscsi. {{(pid=110999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 08 13:49:53.956299 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-663fa428-ccf4-464e-86fd-ccfdc282dbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:53.980760 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port 6368d984-2071-4b41-996f-0f9611d8ee77 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:49:54.044724 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-44a6fd14-7fa3-4753-b377-db0bec0a12e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-354394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2750'] for router (9f00bd2b-b2a0-466c-bf37-1a91beee76fd), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:54.046199 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-44a6fd14-7fa3-4753-b377-db0bec0a12e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-354572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-344210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3710513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2741'] for router (9f00bd2b-b2a0-466c-bf37-1a91beee76fd), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:54.049924 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:54.134418 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-44a6fd14-7fa3-4753-b377-db0bec0a12e2 admin admin] Publish callbacks [] for router_controller (9f00bd2b-b2a0-466c-bf37-1a91beee76fd), precommit_add_association {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:54.173362 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:54.210887 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-950ccdfb-d1b5-4d04-a01a-fb3a8f0de6d7 None None] Publish callbacks [] for port (40987ac5-be4c-4714-a11b-aba5327f7091), precommit_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:54.212791 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.db_base_plugin_common [None req-663fa428-ccf4-464e-86fd-ccfdc282dbac None None] Allocated IP 172.20.0.2 (984f2ad1-938f-429a-8ebf-d04e53aa4bbd/80725fb4-d3d4-46d9-96dd-6bdae9029ee3/e501c68f-bf6f-45ba-8a40-28766709d43f) {{(pid=110999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:49:54.298853 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-950ccdfb-d1b5-4d04-a01a-fb3a8f0de6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (40987ac5-be4c-4714-a11b-aba5327f7091), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:54.372759 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:54.383078 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-44a6fd14-7fa3-4753-b377-db0bec0a12e2 admin admin] Publish callbacks [] for router_gateway (9f00bd2b-b2a0-466c-bf37-1a91beee76fd), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:54.408173 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e5ed8-84b8-4281-adc2-c2e0d7d7a3c9 None None] Pushing event updated for resources: {'Port': ['ID=40987ac5-be4c-4714-a11b-aba5327f7091,revision_number=3']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:54.726400 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-663fa428-ccf4-464e-86fd-ccfdc282dbac None None] Publish callbacks [] for port (e501c68f-bf6f-45ba-8a40-28766709d43f), precommit_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:54.736943 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-44a6fd14-7fa3-4753-b377-db0bec0a12e2 admin admin] Publish callbacks [] for router_gateway (9f00bd2b-b2a0-466c-bf37-1a91beee76fd), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:54.738509 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-affa3235-5272-45d9-a44c-1ff1b3b4be71 None None] Provisioning complete for port 40987ac5-be4c-4714-a11b-aba5327f7091 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:49:54.738857 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-affa3235-5272-45d9-a44c-1ff1b3b4be71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (40987ac5-be4c-4714-a11b-aba5327f7091), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:54.757723 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-44a6fd14-7fa3-4753-b377-db0bec0a12e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:54.764302 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-950ccdfb-d1b5-4d04-a01a-fb3a8f0de6d7 None None] Attempting to bind port 40987ac5-be4c-4714-a11b-aba5327f7091 on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:49:54.764668 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-950ccdfb-d1b5-4d04-a01a-fb3a8f0de6d7 None None] Attempting to bind port 40987ac5-be4c-4714-a11b-aba5327f7091 by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': 'ac56fb31-b315-49df-9d9f-d73acde813cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0'}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:49:54.765627 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ccdfb-d1b5-4d04-a01a-fb3a8f0de6d7 None None] Attempting to bind port 40987ac5-be4c-4714-a11b-aba5327f7091 on network c89f5e55-1486-4a8c-8616-1c7f2554f4f0 {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:49:54.774914 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ccdfb-d1b5-4d04-a01a-fb3a8f0de6d7 None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:49:54.775282 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ccdfb-d1b5-4d04-a01a-fb3a8f0de6d7 None None] Checking segment: {'id': 'ac56fb31-b315-49df-9d9f-d73acde813cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:49:54.775872 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-950ccdfb-d1b5-4d04-a01a-fb3a8f0de6d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:54.776314 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ccdfb-d1b5-4d04-a01a-fb3a8f0de6d7 None None] Bound using segment: {'id': 'ac56fb31-b315-49df-9d9f-d73acde813cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0'} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:49:54.776792 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-950ccdfb-d1b5-4d04-a01a-fb3a8f0de6d7 None None] Bound port: 40987ac5-be4c-4714-a11b-aba5327f7091, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac56fb31-b315-49df-9d9f-d73acde813cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0'}}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:49:54.777174 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-950ccdfb-d1b5-4d04-a01a-fb3a8f0de6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (40987ac5-be4c-4714-a11b-aba5327f7091), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:54.793725 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-affa3235-5272-45d9-a44c-1ff1b3b4be71 None None] Port 40987ac5-be4c-4714-a11b-aba5327f7091 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:49:54.822943 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-663fa428-ccf4-464e-86fd-ccfdc282dbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800'] for port (e501c68f-bf6f-45ba-8a40-28766709d43f), after_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:54.908218 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663fa428-ccf4-464e-86fd-ccfdc282dbac None None] Network 984f2ad1-938f-429a-8ebf-d04e53aa4bbd is already hosted by enough agents. {{(pid=110999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:49:54.909128 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fa428-ccf4-464e-86fd-ccfdc282dbac None None] Pushing event updated for resources: {'Port': ['ID=e501c68f-bf6f-45ba-8a40-28766709d43f,revision_number=1']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:54.917368 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.scheduler.base_scheduler [None req-663fa428-ccf4-464e-86fd-ccfdc282dbac None None] Resources bound (agent type, host, resource id): {{(pid=110999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:49:54.917368 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-950ccdfb-d1b5-4d04-a01a-fb3a8f0de6d7 None None] For port 40987ac5-be4c-4714-a11b-aba5327f7091, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=110999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:49:54.923013 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663fa428-ccf4-464e-86fd-ccfdc282dbac None None] Received port after_create {{(pid=110999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:49:54.923680 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-950ccdfb-d1b5-4d04-a01a-fb3a8f0de6d7 None None] For port 40987ac5-be4c-4714-a11b-aba5327f7091, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=40987ac5-be4c-4714-a11b-aba5327f7091,segment=NetworkSegment(ac56fb31-b315-49df-9d9f-d73acde813cd),segment_id=ac56fb31-b315-49df-9d9f-d73acde813cd)] {{(pid=110999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:49:54.979692 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [None req-44a6fd14-7fa3-4753-b377-db0bec0a12e2 admin admin] Allocated IP 172.27.1.48 (070b030f-98d2-43d9-b022-f506d26f1e83/4285c1ce-c1bb-4be9-b005-ebf83c2cba00/ba2f97a2-a023-4315-b8a9-ceb96df31129) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:49:55.012130 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-663fa428-ccf4-464e-86fd-ccfdc282dbac None None] Attempting to bind port e501c68f-bf6f-45ba-8a40-28766709d43f on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:49:55.012421 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-663fa428-ccf4-464e-86fd-ccfdc282dbac None None] Attempting to bind port e501c68f-bf6f-45ba-8a40-28766709d43f by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': 'a7ccfb18-3001-4e53-86a8-9d74f304e21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '984f2ad1-938f-429a-8ebf-d04e53aa4bbd'}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:49:55.012787 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663fa428-ccf4-464e-86fd-ccfdc282dbac None None] Attempting to bind port e501c68f-bf6f-45ba-8a40-28766709d43f on network 984f2ad1-938f-429a-8ebf-d04e53aa4bbd {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:49:55.029317 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663fa428-ccf4-464e-86fd-ccfdc282dbac None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:49:55.029720 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663fa428-ccf4-464e-86fd-ccfdc282dbac None None] Checking segment: {'id': 'a7ccfb18-3001-4e53-86a8-9d74f304e21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '984f2ad1-938f-429a-8ebf-d04e53aa4bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:49:55.030101 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-663fa428-ccf4-464e-86fd-ccfdc282dbac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:55.030508 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663fa428-ccf4-464e-86fd-ccfdc282dbac None None] Bound using segment: {'id': 'a7ccfb18-3001-4e53-86a8-9d74f304e21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '984f2ad1-938f-429a-8ebf-d04e53aa4bbd'} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:49:55.030982 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-663fa428-ccf4-464e-86fd-ccfdc282dbac None None] Bound port: e501c68f-bf6f-45ba-8a40-28766709d43f, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ccfb18-3001-4e53-86a8-9d74f304e21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '984f2ad1-938f-429a-8ebf-d04e53aa4bbd'}}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:49:55.031435 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-663fa428-ccf4-464e-86fd-ccfdc282dbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (e501c68f-bf6f-45ba-8a40-28766709d43f), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:55.036631 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc2063-b8f0-428c-9aad-869cc6be9b51 req-baf0fff5-fa9e-457f-97bf-0c4137eac82b tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:55.046971 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1abc2063-b8f0-428c-9aad-869cc6be9b51 req-baf0fff5-fa9e-457f-97bf-0c4137eac82b tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 946 time: 0.0987997 Jun 08 13:49:55.048712 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-950ccdfb-d1b5-4d04-a01a-fb3a8f0de6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (40987ac5-be4c-4714-a11b-aba5327f7091), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:55.092902 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:55.094458 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:55.172957 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-44a6fd14-7fa3-4753-b377-db0bec0a12e2 admin admin] Publish callbacks [] for port (ba2f97a2-a023-4315-b8a9-ceb96df31129), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:55.181130 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad3976-5ea1-4969-9666-e8a9cbc8ecf4 req-eb8fcac9-e563-4ec2-9882-a7bd4c07d159 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:55.193757 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0bad3976-5ea1-4969-9666-e8a9cbc8ecf4 req-eb8fcac9-e563-4ec2-9882-a7bd4c07d159 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.1415246 Jun 08 13:49:55.200274 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ccdfb-d1b5-4d04-a01a-fb3a8f0de6d7 None None] Routers {'5b9ae13c-6030-4ff3-9cf8-56923fd42e60'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:49:55.200947 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-950ccdfb-d1b5-4d04-a01a-fb3a8f0de6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:49:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['5b9ae13c-6030-4ff3-9cf8-56923fd42e60'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:49:55.220517 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1abc2063-b8f0-428c-9aad-869cc6be9b51 req-9be66a43-2d24-45cd-a646-9a9154ff17af tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722000 Jun 08 13:49:55.279057 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0bad3976-5ea1-4969-9666-e8a9cbc8ecf4 req-24c2fc55-564f-4175-9765-451aaf1a1fae tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791066 Jun 08 13:49:55.316341 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-44a6fd14-7fa3-4753-b377-db0bec0a12e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (ba2f97a2-a023-4315-b8a9-ceb96df31129), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:55.321545 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:55.352430 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e5ed8-84b8-4281-adc2-c2e0d7d7a3c9 None None] Pushing event updated for resources: {'Port': ['ID=40987ac5-be4c-4714-a11b-aba5327f7091,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:55.369314 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-663fa428-ccf4-464e-86fd-ccfdc282dbac None None] For port e501c68f-bf6f-45ba-8a40-28766709d43f, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=110999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:49:55.373738 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-663fa428-ccf4-464e-86fd-ccfdc282dbac None None] For port e501c68f-bf6f-45ba-8a40-28766709d43f, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=e501c68f-bf6f-45ba-8a40-28766709d43f,segment=NetworkSegment(a7ccfb18-3001-4e53-86a8-9d74f304e21b),segment_id=a7ccfb18-3001-4e53-86a8-9d74f304e21b)] {{(pid=110999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:49:55.394394 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a6fd14-7fa3-4753-b377-db0bec0a12e2 admin admin] Network 070b030f-98d2-43d9-b022-f506d26f1e83 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:49:55.395500 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-950ccdfb-d1b5-4d04-a01a-fb3a8f0de6d7 None None] Set router 5b9ae13c-6030-4ff3-9cf8-56923fd42e60 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:49:55.398972 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-44a6fd14-7fa3-4753-b377-db0bec0a12e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:49:55.406214 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a6fd14-7fa3-4753-b377-db0bec0a12e2 admin admin] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:49:55.429838 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6fd14-7fa3-4753-b377-db0bec0a12e2 admin admin] Pushing event updated for resources: {'Port': ['ID=ba2f97a2-a023-4315-b8a9-ceb96df31129,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:55.554845 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-663fa428-ccf4-464e-86fd-ccfdc282dbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (e501c68f-bf6f-45ba-8a40-28766709d43f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:55.625097 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-897443d0-18f5-4af2-9229-e78264bfdb5b None None] Provisioning complete for port 40987ac5-be4c-4714-a11b-aba5327f7091 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:49:55.625720 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-897443d0-18f5-4af2-9229-e78264bfdb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (40987ac5-be4c-4714-a11b-aba5327f7091), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:55.663749 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:55.701434 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fa428-ccf4-464e-86fd-ccfdc282dbac None None] Pushing event updated for resources: {'Port': ['ID=e501c68f-bf6f-45ba-8a40-28766709d43f,revision_number=2']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:55.708106 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:55.781830 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:55.804598 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-44a6fd14-7fa3-4753-b377-db0bec0a12e2 admin admin] Publish callbacks [] for router_gateway (9f00bd2b-b2a0-466c-bf37-1a91beee76fd), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:55.833009 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-897443d0-18f5-4af2-9229-e78264bfdb5b None None] Current status of the port 40987ac5-be4c-4714-a11b-aba5327f7091 is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:49:55.833888 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-897443d0-18f5-4af2-9229-e78264bfdb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (40987ac5-be4c-4714-a11b-aba5327f7091), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:55.874848 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-950ccdfb-d1b5-4d04-a01a-fb3a8f0de6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'name': 'tempest-TestMinimumBasicScenario-438079583-router', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6368d984-2071-4b41-996f-0f9611d8ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:49:44Z', 'updated_at': '2022-06-08T13:49:50Z', 'revision_number': 4, 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'gw_port': {'id': '6368d984-2071-4b41-996f-0f9611d8ee77', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:45Z', 'updated_at': '2022-06-08T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '40987ac5-be4c-4714-a11b-aba5327f7091', 'name': '', 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'mac_address': 'fa:16:3e:ac:e0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1ee10986-79b5-42da-ad16-de38c97fa967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:48Z', 'updated_at': '2022-06-08T13:49:54Z', 'revision_number': 4, 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'subnets': [{'id': '1ee10986-79b5-42da-ad16-de38c97fa967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:49:55.963809 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ccdfb-d1b5-4d04-a01a-fb3a8f0de6d7 None None] The sync data for ids ['5b9ae13c-6030-4ff3-9cf8-56923fd42e60'] in dv-cinder-819149-5-iscsi is: [{'id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'name': 'tempest-TestMinimumBasicScenario-438079583-router', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6368d984-2071-4b41-996f-0f9611d8ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:49:44Z', 'updated_at': '2022-06-08T13:49:50Z', 'revision_number': 4, 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'gw_port': {'id': '6368d984-2071-4b41-996f-0f9611d8ee77', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:45Z', 'updated_at': '2022-06-08T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '40987ac5-be4c-4714-a11b-aba5327f7091', 'name': '', 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'mac_address': 'fa:16:3e:ac:e0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1ee10986-79b5-42da-ad16-de38c97fa967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:48Z', 'updated_at': '2022-06-08T13:49:54Z', 'revision_number': 4, 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'subnets': [{'id': '1ee10986-79b5-42da-ad16-de38c97fa967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:49:55.972892 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-897443d0-18f5-4af2-9229-e78264bfdb5b None None] For port 40987ac5-be4c-4714-a11b-aba5327f7091, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=40987ac5-be4c-4714-a11b-aba5327f7091,segment=NetworkSegment(ac56fb31-b315-49df-9d9f-d73acde813cd),segment_id=ac56fb31-b315-49df-9d9f-d73acde813cd)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:49:56.070482 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-897443d0-18f5-4af2-9229-e78264bfdb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (40987ac5-be4c-4714-a11b-aba5327f7091), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:56.160958 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897443d0-18f5-4af2-9229-e78264bfdb5b None None] Pushing event updated for resources: {'Port': ['ID=40987ac5-be4c-4714-a11b-aba5327f7091,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:56.193035 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-44a6fd14-7fa3-4753-b377-db0bec0a12e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-354687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358104'] for router (9f00bd2b-b2a0-466c-bf37-1a91beee76fd), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:56.449341 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950bee5-f1d4-461a-ba95-bc6bc2465fa6 req-86b725bf-a7d4-4ba0-aa49-6584e5c5a9eb tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:56.457763 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1950bee5-f1d4-461a-ba95-bc6bc2465fa6 req-86b725bf-a7d4-4ba0-aa49-6584e5c5a9eb tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 946 time: 0.1212420 Jun 08 13:49:56.545514 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1950bee5-f1d4-461a-ba95-bc6bc2465fa6 req-d135de1a-9907-40ea-8e42-39f19b7aeb15 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867820 Jun 08 13:49:56.567493 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a6fd14-7fa3-4753-b377-db0bec0a12e2 admin admin] Router 9f00bd2b-b2a0-466c-bf37-1a91beee76fd is scheduled to L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 with binding_index 1 {{(pid=110998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 13:49:56.688814 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc9aca-beea-438f-85e8-73c180bb769a req-5b6cbc28-bde1-4d85-9154-0cb6f7eded9d tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:56.688814 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-68bc9aca-beea-438f-85e8-73c180bb769a req-5b6cbc28-bde1-4d85-9154-0cb6f7eded9d tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.0572388 Jun 08 13:49:56.752702 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-68bc9aca-beea-438f-85e8-73c180bb769a req-24672adc-d102-4759-9c67-b469a8734bbe tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634961 Jun 08 13:49:56.991881 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:56.995251 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a6fd14-7fa3-4753-b377-db0bec0a12e2 admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:49:57.012546 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a15724-391f-4cb1-a891-bf8a08f8e36d None None] Sync routers for ids ['9f00bd2b-b2a0-466c-bf37-1a91beee76fd'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:49:57.017990 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a15724-391f-4cb1-a891-bf8a08f8e36d None None] Routers {'9f00bd2b-b2a0-466c-bf37-1a91beee76fd'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:49:57.018602 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-e3a15724-391f-4cb1-a891-bf8a08f8e36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:49:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['9f00bd2b-b2a0-466c-bf37-1a91beee76fd'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:49:57.101002 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-44a6fd14-7fa3-4753-b377-db0bec0a12e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:57.102382 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-44a6fd14-7fa3-4753-b377-db0bec0a12e2 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2037857 Jun 08 13:49:57.106916 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 38156) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:49:57.109588 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a841346e-75b7-4340-b583-e1aafa0b1f94 None None] Network 984f2ad1-938f-429a-8ebf-d04e53aa4bbd requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:49:57.213440 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-ee6b48b3-385f-4f5e-b144-1c8fa4eb9e3b None None] Provisioning complete for port e501c68f-bf6f-45ba-8a40-28766709d43f triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:49:57.214040 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ee6b48b3-385f-4f5e-b144-1c8fa4eb9e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (e501c68f-bf6f-45ba-8a40-28766709d43f), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:57.230771 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-e3a15724-391f-4cb1-a891-bf8a08f8e36d None None] Set router 9f00bd2b-b2a0-466c-bf37-1a91beee76fd gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:49:57.341088 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-ee6b48b3-385f-4f5e-b144-1c8fa4eb9e3b None None] Current status of the port e501c68f-bf6f-45ba-8a40-28766709d43f is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:49:57.341389 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ee6b48b3-385f-4f5e-b144-1c8fa4eb9e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (e501c68f-bf6f-45ba-8a40-28766709d43f), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:57.384380 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-ee6b48b3-385f-4f5e-b144-1c8fa4eb9e3b None None] For port e501c68f-bf6f-45ba-8a40-28766709d43f, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=e501c68f-bf6f-45ba-8a40-28766709d43f,segment=NetworkSegment(a7ccfb18-3001-4e53-86a8-9d74f304e21b),segment_id=a7ccfb18-3001-4e53-86a8-9d74f304e21b)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:49:57.446640 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-e3a15724-391f-4cb1-a891-bf8a08f8e36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f00bd2b-b2a0-466c-bf37-1a91beee76fd', 'name': 'tempest-TestMinimumBasicScenario-1529205868-router', 'tenant_id': 'd577681733474beb8e17acfa66ccba7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba2f97a2-a023-4315-b8a9-ceb96df31129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:49:54Z', 'updated_at': '2022-06-08T13:49:55Z', 'revision_number': 3, 'project_id': 'd577681733474beb8e17acfa66ccba7e', 'gw_port': {'id': 'ba2f97a2-a023-4315-b8a9-ceb96df31129', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:37:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f00bd2b-b2a0-466c-bf37-1a91beee76fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:54Z', 'updated_at': '2022-06-08T13:49:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:49:57.464183 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ee6b48b3-385f-4f5e-b144-1c8fa4eb9e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (e501c68f-bf6f-45ba-8a40-28766709d43f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:57.493200 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a15724-391f-4cb1-a891-bf8a08f8e36d None None] Checking router: 9f00bd2b-b2a0-466c-bf37-1a91beee76fd for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:49:57.493772 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a15724-391f-4cb1-a891-bf8a08f8e36d None None] Updating router 9f00bd2b-b2a0-466c-bf37-1a91beee76fd port ba2f97a2-a023-4315-b8a9-ceb96df31129 binding host dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:49:57.595004 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-e3a15724-391f-4cb1-a891-bf8a08f8e36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (ba2f97a2-a023-4315-b8a9-ceb96df31129), before_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:57.600278 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:57.601829 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b48b3-385f-4f5e-b144-1c8fa4eb9e3b None None] Pushing event updated for resources: {'Port': ['ID=e501c68f-bf6f-45ba-8a40-28766709d43f,revision_number=3']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:57.626870 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=100 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:57.644687 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 40987ac5-be4c-4714-a11b-aba5327f7091 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:49:57.716594 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-1a356ca0-c85a-4100-9ca6-f0d2ef40392e None None] Provisioning complete for port e501c68f-bf6f-45ba-8a40-28766709d43f triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:49:57.716972 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-1a356ca0-c85a-4100-9ca6-f0d2ef40392e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (e501c68f-bf6f-45ba-8a40-28766709d43f), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:57.764104 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ca192-2ede-4e20-b519-b9a11ba98e47 req-bc120da4-5a49-4cc5-a196-10e3efaf052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:57.766441 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-7b0ca192-2ede-4e20-b519-b9a11ba98e47 req-bc120da4-5a49-4cc5-a196-10e3efaf052c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 1130 time: 0.0764325 Jun 08 13:49:57.822898 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port 40987ac5-be4c-4714-a11b-aba5327f7091 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:49:57.823278 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (40987ac5-be4c-4714-a11b-aba5327f7091), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:57.834451 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-7b0ca192-2ede-4e20-b519-b9a11ba98e47 req-1b1cfe5e-a929-4cd4-aaf7-a9dbb6e13082 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606399 Jun 08 13:49:57.867346 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-1a356ca0-c85a-4100-9ca6-f0d2ef40392e None None] Current status of the port e501c68f-bf6f-45ba-8a40-28766709d43f is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:49:57.918063 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port 40987ac5-be4c-4714-a11b-aba5327f7091 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:49:57.919130 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device e501c68f-bf6f-45ba-8a40-28766709d43f up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:49:57.955013 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=100 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:57.965712 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port e501c68f-bf6f-45ba-8a40-28766709d43f triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:49:57.966088 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (e501c68f-bf6f-45ba-8a40-28766709d43f), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:57.994625 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1609f8-b811-489e-ad89-e6f169af0930 req-1c48cd9c-138d-4309-9d38-25c9bfcdfc5c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:57.996526 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2c1609f8-b811-489e-ad89-e6f169af0930 req-1c48cd9c-138d-4309-9d38-25c9bfcdfc5c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.1014640 Jun 08 13:49:58.006854 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2be710-91f3-41f5-a71b-b8d2722d0618 req-6ca7fcf2-8776-4238-82a4-298aa580869b tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:58.010044 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1f2be710-91f3-41f5-a71b-b8d2722d0618 req-6ca7fcf2-8776-4238-82a4-298aa580869b tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 946 time: 0.1559806 Jun 08 13:49:58.039569 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-e3a15724-391f-4cb1-a891-bf8a08f8e36d None None] Publish callbacks [] for port (ba2f97a2-a023-4315-b8a9-ceb96df31129), precommit_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:58.052152 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port e501c68f-bf6f-45ba-8a40-28766709d43f is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:49:58.112374 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-e3a15724-391f-4cb1-a891-bf8a08f8e36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (ba2f97a2-a023-4315-b8a9-ceb96df31129), after_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:58.141431 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2c1609f8-b811-489e-ad89-e6f169af0930 req-de2741f1-5080-4a66-98ae-5d86299fe6ca tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231339 Jun 08 13:49:58.153796 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1f2be710-91f3-41f5-a71b-b8d2722d0618 req-6f217a98-d7ab-4c1b-adac-0ab72282b22f tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338387 Jun 08 13:49:58.170881 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-e3a15724-391f-4cb1-a891-bf8a08f8e36d None None] Attempting to bind port ba2f97a2-a023-4315-b8a9-ceb96df31129 on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:49:58.170881 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-e3a15724-391f-4cb1-a891-bf8a08f8e36d None None] Attempting to bind port ba2f97a2-a023-4315-b8a9-ceb96df31129 by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}] {{(pid=111000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:49:58.170881 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a15724-391f-4cb1-a891-bf8a08f8e36d None None] Attempting to bind port ba2f97a2-a023-4315-b8a9-ceb96df31129 on network 070b030f-98d2-43d9-b022-f506d26f1e83 {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:49:58.174104 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e1747-878a-4622-a2bc-970abf23804c None None] Pushing event updated for resources: {'Port': ['ID=ba2f97a2-a023-4315-b8a9-ceb96df31129,revision_number=2']} {{(pid=111000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:58.178527 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a15724-391f-4cb1-a891-bf8a08f8e36d None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:49:58.178901 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a15724-391f-4cb1-a891-bf8a08f8e36d None None] Checking segment: {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:49:58.179292 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-e3a15724-391f-4cb1-a891-bf8a08f8e36d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:58.179691 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a15724-391f-4cb1-a891-bf8a08f8e36d None None] Bound using segment: {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'} {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:49:58.180188 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-e3a15724-391f-4cb1-a891-bf8a08f8e36d None None] Bound port: ba2f97a2-a023-4315-b8a9-ceb96df31129, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}}] {{(pid=111000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:49:58.180621 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-e3a15724-391f-4cb1-a891-bf8a08f8e36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (ba2f97a2-a023-4315-b8a9-ceb96df31129), before_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:58.229409 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.db [None req-e3a15724-391f-4cb1-a891-bf8a08f8e36d None None] For port ba2f97a2-a023-4315-b8a9-ceb96df31129, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=111000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:49:58.232438 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.db [None req-e3a15724-391f-4cb1-a891-bf8a08f8e36d None None] For port ba2f97a2-a023-4315-b8a9-ceb96df31129, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=ba2f97a2-a023-4315-b8a9-ceb96df31129,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=111000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:49:58.235325 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:58.251113 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b24b1407-fc9c-40d1-ab8e-fcd5c03de444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:58.310868 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:58.355654 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-e3a15724-391f-4cb1-a891-bf8a08f8e36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (ba2f97a2-a023-4315-b8a9-ceb96df31129), after_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:58.400383 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a15724-391f-4cb1-a891-bf8a08f8e36d None None] Routers {'9f00bd2b-b2a0-466c-bf37-1a91beee76fd'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:49:58.400917 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-e3a15724-391f-4cb1-a891-bf8a08f8e36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:49:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['9f00bd2b-b2a0-466c-bf37-1a91beee76fd'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:49:58.415664 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.db_base_plugin_common [None req-b24b1407-fc9c-40d1-ab8e-fcd5c03de444 admin admin] Allocated IP 172.20.0.1 (984f2ad1-938f-429a-8ebf-d04e53aa4bbd/80725fb4-d3d4-46d9-96dd-6bdae9029ee3/7ac88f24-ceea-4863-87d7-1b588fc92c5e) {{(pid=110997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:49:58.458086 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e1747-878a-4622-a2bc-970abf23804c None None] Pushing event updated for resources: {'Port': ['ID=ba2f97a2-a023-4315-b8a9-ceb96df31129,revision_number=3']} {{(pid=111000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:58.519655 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:58.523720 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-e3a15724-391f-4cb1-a891-bf8a08f8e36d None None] Set router 9f00bd2b-b2a0-466c-bf37-1a91beee76fd gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:49:58.533780 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b24b1407-fc9c-40d1-ab8e-fcd5c03de444 admin admin] Publish callbacks [] for port (7ac88f24-ceea-4863-87d7-1b588fc92c5e), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:58.627297 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b24b1407-fc9c-40d1-ab8e-fcd5c03de444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (7ac88f24-ceea-4863-87d7-1b588fc92c5e), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:58.666418 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24b1407-fc9c-40d1-ab8e-fcd5c03de444 admin admin] Network 984f2ad1-938f-429a-8ebf-d04e53aa4bbd is already hosted by enough agents. {{(pid=110997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:49:58.672355 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [None req-b24b1407-fc9c-40d1-ab8e-fcd5c03de444 admin admin] Resources bound (agent type, host, resource id): {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:49:58.675008 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24b1407-fc9c-40d1-ab8e-fcd5c03de444 admin admin] Received port after_create {{(pid=110997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:49:58.698224 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-e3a15724-391f-4cb1-a891-bf8a08f8e36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f00bd2b-b2a0-466c-bf37-1a91beee76fd', 'name': 'tempest-TestMinimumBasicScenario-1529205868-router', 'tenant_id': 'd577681733474beb8e17acfa66ccba7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba2f97a2-a023-4315-b8a9-ceb96df31129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:49:54Z', 'updated_at': '2022-06-08T13:49:55Z', 'revision_number': 3, 'project_id': 'd577681733474beb8e17acfa66ccba7e', 'gw_port': {'id': 'ba2f97a2-a023-4315-b8a9-ceb96df31129', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:37:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f00bd2b-b2a0-466c-bf37-1a91beee76fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:54Z', 'updated_at': '2022-06-08T13:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:49:58.706934 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b1407-fc9c-40d1-ab8e-fcd5c03de444 admin admin] Pushing event updated for resources: {'Port': ['ID=7ac88f24-ceea-4863-87d7-1b588fc92c5e,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:58.723945 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a15724-391f-4cb1-a891-bf8a08f8e36d None None] The sync data for ids ['9f00bd2b-b2a0-466c-bf37-1a91beee76fd'] in dv-cinder-819149-5-iscsi is: [{'id': '9f00bd2b-b2a0-466c-bf37-1a91beee76fd', 'name': 'tempest-TestMinimumBasicScenario-1529205868-router', 'tenant_id': 'd577681733474beb8e17acfa66ccba7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba2f97a2-a023-4315-b8a9-ceb96df31129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:49:54Z', 'updated_at': '2022-06-08T13:49:55Z', 'revision_number': 3, 'project_id': 'd577681733474beb8e17acfa66ccba7e', 'gw_port': {'id': 'ba2f97a2-a023-4315-b8a9-ceb96df31129', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:37:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f00bd2b-b2a0-466c-bf37-1a91beee76fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:54Z', 'updated_at': '2022-06-08T13:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:49:58.729032 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b24b1407-fc9c-40d1-ab8e-fcd5c03de444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-354990'] for router_interface (9f00bd2b-b2a0-466c-bf37-1a91beee76fd), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:58.891843 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-668daf64-35bd-4a72-b589-1ea7874b0770 None None] Provisioning complete for port 7ac88f24-ceea-4863-87d7-1b588fc92c5e triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:49:58.892404 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-668daf64-35bd-4a72-b589-1ea7874b0770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (7ac88f24-ceea-4863-87d7-1b588fc92c5e), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:58.926134 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-668daf64-35bd-4a72-b589-1ea7874b0770 None None] Port 7ac88f24-ceea-4863-87d7-1b588fc92c5e cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:49:58.966387 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b24b1407-fc9c-40d1-ab8e-fcd5c03de444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (7ac88f24-ceea-4863-87d7-1b588fc92c5e), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:58.979391 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:59.173670 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b24b1407-fc9c-40d1-ab8e-fcd5c03de444 admin admin] Publish callbacks [] for port (7ac88f24-ceea-4863-87d7-1b588fc92c5e), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:59.241682 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b24b1407-fc9c-40d1-ab8e-fcd5c03de444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407452'] for port (7ac88f24-ceea-4863-87d7-1b588fc92c5e), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:59.362556 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753fbcd-91b3-487b-93bb-156a0b3b3554 req-16dc4b61-cb25-4232-b52f-06b2a0429cc3 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:59.364123 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4753fbcd-91b3-487b-93bb-156a0b3b3554 req-16dc4b61-cb25-4232-b52f-06b2a0429cc3 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.1376944 Jun 08 13:49:59.384825 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d58661-b479-4752-b14a-968b3b70b5d3 req-e9a6b629-de4c-4dbe-bbd8-5a525f9e754d tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:59.386309 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f8d58661-b479-4752-b14a-968b3b70b5d3 req-e9a6b629-de4c-4dbe-bbd8-5a525f9e754d tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 946 time: 0.1467369 Jun 08 13:49:59.394099 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b1407-fc9c-40d1-ab8e-fcd5c03de444 admin admin] Pushing event updated for resources: {'Port': ['ID=7ac88f24-ceea-4863-87d7-1b588fc92c5e,revision_number=2']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:59.411261 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b24b1407-fc9c-40d1-ab8e-fcd5c03de444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354906'] for router_interface (9f00bd2b-b2a0-466c-bf37-1a91beee76fd), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:59.450330 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:49:59.517168 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4753fbcd-91b3-487b-93bb-156a0b3b3554 req-87eef33e-9fa8-4f86-8fd2-fd3678371928 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412942 Jun 08 13:49:59.532894 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f8d58661-b479-4752-b14a-968b3b70b5d3 req-cee40071-c636-4a8d-a8e8-d73030c8a5e2 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361611 Jun 08 13:49:59.574645 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24b1407-fc9c-40d1-ab8e-fcd5c03de444 admin admin] Network 984f2ad1-938f-429a-8ebf-d04e53aa4bbd is already hosted by enough agents. {{(pid=110997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:49:59.576248 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [None req-b24b1407-fc9c-40d1-ab8e-fcd5c03de444 admin admin] Resources bound (agent type, host, resource id): {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:49:59.641145 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device e501c68f-bf6f-45ba-8a40-28766709d43f up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:49:59.705670 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24b1407-fc9c-40d1-ab8e-fcd5c03de444 admin admin] Router 9f00bd2b-b2a0-466c-bf37-1a91beee76fd has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:49:59.714973 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port e501c68f-bf6f-45ba-8a40-28766709d43f triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:49:59.715591 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (e501c68f-bf6f-45ba-8a40-28766709d43f), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:59.801668 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port e501c68f-bf6f-45ba-8a40-28766709d43f is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:49:59.803049 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device ba2f97a2-a023-4315-b8a9-ceb96df31129 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:49:59.831265 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24b1407-fc9c-40d1-ab8e-fcd5c03de444 admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:49:59.836762 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-b24b1407-fc9c-40d1-ab8e-fcd5c03de444 admin admin] 10.222.0.55 "PUT /v2.0/routers/9f00bd2b-b2a0-466c-bf37-1a91beee76fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7285209 Jun 08 13:49:59.854294 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port ba2f97a2-a023-4315-b8a9-ceb96df31129 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:49:59.854604 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (ba2f97a2-a023-4315-b8a9-ceb96df31129), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:49:59.878724 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-744f9ebc-c459-4be6-9cf5-1b408e414b66 None None] Provisioning complete for port 7ac88f24-ceea-4863-87d7-1b588fc92c5e triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:49:59.879096 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-744f9ebc-c459-4be6-9cf5-1b408e414b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (7ac88f24-ceea-4863-87d7-1b588fc92c5e), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:00.039235 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-744f9ebc-c459-4be6-9cf5-1b408e414b66 None None] Port 7ac88f24-ceea-4863-87d7-1b588fc92c5e cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:50:00.076950 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port ba2f97a2-a023-4315-b8a9-ceb96df31129 is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:50:00.077905 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (ba2f97a2-a023-4315-b8a9-ceb96df31129), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:00.106076 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] For port ba2f97a2-a023-4315-b8a9-ceb96df31129, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=ba2f97a2-a023-4315-b8a9-ceb96df31129,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:50:00.178376 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (ba2f97a2-a023-4315-b8a9-ceb96df31129), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:00.224853 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Pushing event updated for resources: {'Port': ['ID=ba2f97a2-a023-4315-b8a9-ceb96df31129,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:50:00.560229 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538de95-cb2b-4f0a-b029-f2f86e7605c4 None None] Sync routers for ids ['9f00bd2b-b2a0-466c-bf37-1a91beee76fd'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:50:00.574549 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a538de95-cb2b-4f0a-b029-f2f86e7605c4 None None] Routers {'9f00bd2b-b2a0-466c-bf37-1a91beee76fd'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:50:00.575352 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-a538de95-cb2b-4f0a-b029-f2f86e7605c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:49:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['9f00bd2b-b2a0-466c-bf37-1a91beee76fd'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:50:00.689292 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:00.693023 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910176e-b655-46ec-871c-de7f55089faf req-4b46d140-7fdc-4947-9663-845bb7877784 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:00.694690 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8910176e-b655-46ec-871c-de7f55089faf req-4b46d140-7fdc-4947-9663-845bb7877784 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.0884166 Jun 08 13:50:00.700138 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-a538de95-cb2b-4f0a-b029-f2f86e7605c4 None None] Set router 9f00bd2b-b2a0-466c-bf37-1a91beee76fd gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:50:00.739405 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5548f-7243-4fd2-a285-f5e30afad04c req-554e344b-828b-4345-a29e-311e7e8cc42c tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:00.741178 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-acb5548f-7243-4fd2-a285-f5e30afad04c req-554e344b-828b-4345-a29e-311e7e8cc42c tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 946 time: 0.0944140 Jun 08 13:50:00.832947 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8910176e-b655-46ec-871c-de7f55089faf req-35a60b91-7f0e-4321-89db-4413c022eae6 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279960 Jun 08 13:50:00.839203 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-acb5548f-7243-4fd2-a285-f5e30afad04c req-a38f3c58-efc3-4f9b-b30b-ef41ca9166df tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835919 Jun 08 13:50:00.938035 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-a538de95-cb2b-4f0a-b029-f2f86e7605c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f00bd2b-b2a0-466c-bf37-1a91beee76fd', 'name': 'tempest-TestMinimumBasicScenario-1529205868-router', 'tenant_id': 'd577681733474beb8e17acfa66ccba7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba2f97a2-a023-4315-b8a9-ceb96df31129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:49:54Z', 'updated_at': '2022-06-08T13:49:58Z', 'revision_number': 4, 'project_id': 'd577681733474beb8e17acfa66ccba7e', 'gw_port': {'id': 'ba2f97a2-a023-4315-b8a9-ceb96df31129', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f00bd2b-b2a0-466c-bf37-1a91beee76fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:54Z', 'updated_at': '2022-06-08T13:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '7ac88f24-ceea-4863-87d7-1b588fc92c5e', 'name': '', 'network_id': '984f2ad1-938f-429a-8ebf-d04e53aa4bbd', 'tenant_id': 'd577681733474beb8e17acfa66ccba7e', 'mac_address': 'fa:16:3e:e3:50:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f00bd2b-b2a0-466c-bf37-1a91beee76fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '80725fb4-d3d4-46d9-96dd-6bdae9029ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:58Z', 'updated_at': '2022-06-08T13:49:59Z', 'revision_number': 2, 'project_id': 'd577681733474beb8e17acfa66ccba7e', 'subnets': [{'id': '80725fb4-d3d4-46d9-96dd-6bdae9029ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:50:00.967537 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538de95-cb2b-4f0a-b029-f2f86e7605c4 None None] Checking router: 9f00bd2b-b2a0-466c-bf37-1a91beee76fd for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:50:00.968598 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538de95-cb2b-4f0a-b029-f2f86e7605c4 None None] Updating router 9f00bd2b-b2a0-466c-bf37-1a91beee76fd port 7ac88f24-ceea-4863-87d7-1b588fc92c5e binding host dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:50:01.001457 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a538de95-cb2b-4f0a-b029-f2f86e7605c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (7ac88f24-ceea-4863-87d7-1b588fc92c5e), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:01.050428 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:01.384312 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a538de95-cb2b-4f0a-b029-f2f86e7605c4 None None] Publish callbacks [] for port (7ac88f24-ceea-4863-87d7-1b588fc92c5e), precommit_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:01.521279 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device ba2f97a2-a023-4315-b8a9-ceb96df31129 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:50:01.572698 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port ba2f97a2-a023-4315-b8a9-ceb96df31129 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:50:01.573336 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (ba2f97a2-a023-4315-b8a9-ceb96df31129), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:01.667881 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port ba2f97a2-a023-4315-b8a9-ceb96df31129 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:50:01.969219 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:02.047015 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8d215-1281-47f4-9ff1-cb3b45107f57 req-8a10d9d1-52a7-4059-a5d4-c9c9b1dd53e0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:02.049026 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e5f8d215-1281-47f4-9ff1-cb3b45107f57 req-8a10d9d1-52a7-4059-a5d4-c9c9b1dd53e0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 946 time: 0.0947585 Jun 08 13:50:02.111404 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf32dae-6df4-4c79-a6cb-50ee62bf61e6 req-662278a4-d3e7-4c7f-8d7c-1e1d48711ab7 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:02.117176 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ccf32dae-6df4-4c79-a6cb-50ee62bf61e6 req-662278a4-d3e7-4c7f-8d7c-1e1d48711ab7 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.0971212 Jun 08 13:50:02.185767 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e5f8d215-1281-47f4-9ff1-cb3b45107f57 req-54a1abe3-2245-47a9-96c8-05068e6cc737 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185648 Jun 08 13:50:02.200729 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ccf32dae-6df4-4c79-a6cb-50ee62bf61e6 req-08325b06-8728-4506-a4e5-4b360d95cd40 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790453 Jun 08 13:50:02.626816 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a538de95-cb2b-4f0a-b029-f2f86e7605c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (7ac88f24-ceea-4863-87d7-1b588fc92c5e), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:02.676665 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408835e-1d00-40c3-b17f-c1835d5bdf19 None None] Pushing event updated for resources: {'Port': ['ID=7ac88f24-ceea-4863-87d7-1b588fc92c5e,revision_number=3']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:50:02.719876 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-1ef46909-c4c2-48e5-89c0-bda8f5fddb10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:02.773961 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-a538de95-cb2b-4f0a-b029-f2f86e7605c4 None None] Attempting to bind port 7ac88f24-ceea-4863-87d7-1b588fc92c5e on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:50:02.773961 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-a538de95-cb2b-4f0a-b029-f2f86e7605c4 None None] Attempting to bind port 7ac88f24-ceea-4863-87d7-1b588fc92c5e by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': 'a7ccfb18-3001-4e53-86a8-9d74f304e21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '984f2ad1-938f-429a-8ebf-d04e53aa4bbd'}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:50:02.774880 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a538de95-cb2b-4f0a-b029-f2f86e7605c4 None None] Attempting to bind port 7ac88f24-ceea-4863-87d7-1b588fc92c5e on network 984f2ad1-938f-429a-8ebf-d04e53aa4bbd {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:50:02.783198 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a538de95-cb2b-4f0a-b029-f2f86e7605c4 None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:50:02.783781 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a538de95-cb2b-4f0a-b029-f2f86e7605c4 None None] Checking segment: {'id': 'a7ccfb18-3001-4e53-86a8-9d74f304e21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '984f2ad1-938f-429a-8ebf-d04e53aa4bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:50:02.784310 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a538de95-cb2b-4f0a-b029-f2f86e7605c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:02.784790 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a538de95-cb2b-4f0a-b029-f2f86e7605c4 None None] Bound using segment: {'id': 'a7ccfb18-3001-4e53-86a8-9d74f304e21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '984f2ad1-938f-429a-8ebf-d04e53aa4bbd'} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:50:02.785483 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-a538de95-cb2b-4f0a-b029-f2f86e7605c4 None None] Bound port: 7ac88f24-ceea-4863-87d7-1b588fc92c5e, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ccfb18-3001-4e53-86a8-9d74f304e21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '984f2ad1-938f-429a-8ebf-d04e53aa4bbd'}}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:50:02.785952 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a538de95-cb2b-4f0a-b029-f2f86e7605c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (7ac88f24-ceea-4863-87d7-1b588fc92c5e), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:02.797672 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:02.874625 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-a538de95-cb2b-4f0a-b029-f2f86e7605c4 None None] For port 7ac88f24-ceea-4863-87d7-1b588fc92c5e, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=110999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:50:02.878715 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-a538de95-cb2b-4f0a-b029-f2f86e7605c4 None None] For port 7ac88f24-ceea-4863-87d7-1b588fc92c5e, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=7ac88f24-ceea-4863-87d7-1b588fc92c5e,segment=NetworkSegment(a7ccfb18-3001-4e53-86a8-9d74f304e21b),segment_id=a7ccfb18-3001-4e53-86a8-9d74f304e21b)] {{(pid=110999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:50:02.965145 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a538de95-cb2b-4f0a-b029-f2f86e7605c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (7ac88f24-ceea-4863-87d7-1b588fc92c5e), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:03.049728 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-b5c9fa47-b242-4068-b8ca-dbca739caf4a None None] Provisioning complete for port 7ac88f24-ceea-4863-87d7-1b588fc92c5e triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:50:03.050237 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-b5c9fa47-b242-4068-b8ca-dbca739caf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (7ac88f24-ceea-4863-87d7-1b588fc92c5e), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:03.105359 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408835e-1d00-40c3-b17f-c1835d5bdf19 None None] Pushing event updated for resources: {'Port': ['ID=7ac88f24-ceea-4863-87d7-1b588fc92c5e,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:50:03.110723 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a538de95-cb2b-4f0a-b029-f2f86e7605c4 None None] Routers {'9f00bd2b-b2a0-466c-bf37-1a91beee76fd'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:50:03.110934 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-a538de95-cb2b-4f0a-b029-f2f86e7605c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:49:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['9f00bd2b-b2a0-466c-bf37-1a91beee76fd'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:50:03.202734 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:03.306726 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-b5c9fa47-b242-4068-b8ca-dbca739caf4a None None] Current status of the port 7ac88f24-ceea-4863-87d7-1b588fc92c5e is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:50:03.307111 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-b5c9fa47-b242-4068-b8ca-dbca739caf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (7ac88f24-ceea-4863-87d7-1b588fc92c5e), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:03.333684 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-a538de95-cb2b-4f0a-b029-f2f86e7605c4 None None] Set router 9f00bd2b-b2a0-466c-bf37-1a91beee76fd gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:50:03.403052 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b15e2-a834-4f0d-8906-71d99082b173 req-3c630174-28c7-45d9-b535-09e89f90a210 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:03.404853 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-636b15e2-a834-4f0d-8906-71d99082b173 req-3c630174-28c7-45d9-b535-09e89f90a210 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 946 time: 0.1225007 Jun 08 13:50:03.450304 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-b5c9fa47-b242-4068-b8ca-dbca739caf4a None None] For port 7ac88f24-ceea-4863-87d7-1b588fc92c5e, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=7ac88f24-ceea-4863-87d7-1b588fc92c5e,segment=NetworkSegment(a7ccfb18-3001-4e53-86a8-9d74f304e21b),segment_id=a7ccfb18-3001-4e53-86a8-9d74f304e21b)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:50:03.495979 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8190195-2aa0-465e-8ae0-0d7db474bc62 req-745006d4-4e57-4ba1-835c-1753b029ec14 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:03.505577 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a8190195-2aa0-465e-8ae0-0d7db474bc62 req-745006d4-4e57-4ba1-835c-1753b029ec14 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 943 time: 0.1481690 Jun 08 13:50:03.525306 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-b5c9fa47-b242-4068-b8ca-dbca739caf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (7ac88f24-ceea-4863-87d7-1b588fc92c5e), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:03.573319 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-636b15e2-a834-4f0d-8906-71d99082b173 req-9581b329-0176-4c77-b758-b2892bf8d0ec tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096110 Jun 08 13:50:03.632184 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-a538de95-cb2b-4f0a-b029-f2f86e7605c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f00bd2b-b2a0-466c-bf37-1a91beee76fd', 'name': 'tempest-TestMinimumBasicScenario-1529205868-router', 'tenant_id': 'd577681733474beb8e17acfa66ccba7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba2f97a2-a023-4315-b8a9-ceb96df31129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:49:54Z', 'updated_at': '2022-06-08T13:49:58Z', 'revision_number': 4, 'project_id': 'd577681733474beb8e17acfa66ccba7e', 'gw_port': {'id': 'ba2f97a2-a023-4315-b8a9-ceb96df31129', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f00bd2b-b2a0-466c-bf37-1a91beee76fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:54Z', 'updated_at': '2022-06-08T13:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '7ac88f24-ceea-4863-87d7-1b588fc92c5e', 'name': '', 'network_id': '984f2ad1-938f-429a-8ebf-d04e53aa4bbd', 'tenant_id': 'd577681733474beb8e17acfa66ccba7e', 'mac_address': 'fa:16:3e:e3:50:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f00bd2b-b2a0-466c-bf37-1a91beee76fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '80725fb4-d3d4-46d9-96dd-6bdae9029ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:58Z', 'updated_at': '2022-06-08T13:50:02Z', 'revision_number': 4, 'project_id': 'd577681733474beb8e17acfa66ccba7e', 'subnets': [{'id': '80725fb4-d3d4-46d9-96dd-6bdae9029ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:50:03.636045 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a8190195-2aa0-465e-8ae0-0d7db474bc62 req-fa9a234b-667e-494d-a6ee-a6d754c65e8e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288943 Jun 08 13:50:03.676362 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538de95-cb2b-4f0a-b029-f2f86e7605c4 None None] The sync data for ids ['9f00bd2b-b2a0-466c-bf37-1a91beee76fd'] in dv-cinder-819149-5-iscsi is: [{'id': '9f00bd2b-b2a0-466c-bf37-1a91beee76fd', 'name': 'tempest-TestMinimumBasicScenario-1529205868-router', 'tenant_id': 'd577681733474beb8e17acfa66ccba7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba2f97a2-a023-4315-b8a9-ceb96df31129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:49:54Z', 'updated_at': '2022-06-08T13:49:58Z', 'revision_number': 4, 'project_id': 'd577681733474beb8e17acfa66ccba7e', 'gw_port': {'id': 'ba2f97a2-a023-4315-b8a9-ceb96df31129', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f00bd2b-b2a0-466c-bf37-1a91beee76fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:54Z', 'updated_at': '2022-06-08T13:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '7ac88f24-ceea-4863-87d7-1b588fc92c5e', 'name': '', 'network_id': '984f2ad1-938f-429a-8ebf-d04e53aa4bbd', 'tenant_id': 'd577681733474beb8e17acfa66ccba7e', 'mac_address': 'fa:16:3e:e3:50:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f00bd2b-b2a0-466c-bf37-1a91beee76fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '80725fb4-d3d4-46d9-96dd-6bdae9029ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:58Z', 'updated_at': '2022-06-08T13:50:02Z', 'revision_number': 4, 'project_id': 'd577681733474beb8e17acfa66ccba7e', 'subnets': [{'id': '80725fb4-d3d4-46d9-96dd-6bdae9029ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:50:03.681491 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9fa47-b242-4068-b8ca-dbca739caf4a None None] Pushing event updated for resources: {'Port': ['ID=7ac88f24-ceea-4863-87d7-1b588fc92c5e,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:50:03.701472 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-2a662be1-2f1c-4a3a-8009-0627782e6ac9 None None] Provisioning complete for port 7ac88f24-ceea-4863-87d7-1b588fc92c5e triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:50:03.702587 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-2a662be1-2f1c-4a3a-8009-0627782e6ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (7ac88f24-ceea-4863-87d7-1b588fc92c5e), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:03.709688 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:50:03.868427 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-2a662be1-2f1c-4a3a-8009-0627782e6ac9 None None] Current status of the port 7ac88f24-ceea-4863-87d7-1b588fc92c5e is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:50:04.023377 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:04.068807 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76add935-b3a0-4541-beff-25fb76babec0 req-e931647e-7597-4c5a-ad00-037074c33f64 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:04.070439 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-76add935-b3a0-4541-beff-25fb76babec0 req-e931647e-7597-4c5a-ad00-037074c33f64 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0603261 Jun 08 13:50:04.135419 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-76add935-b3a0-4541-beff-25fb76babec0 req-882b3ff9-13d0-40fe-8763-96f4b6b187e5 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588207 Jun 08 13:50:04.454031 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9b953498-077d-493d-af54-6db8231537fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:05.489561 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:05.522642 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 7ac88f24-ceea-4863-87d7-1b588fc92c5e up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:50:05.564348 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:05.570059 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port 7ac88f24-ceea-4863-87d7-1b588fc92c5e triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:50:05.570426 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (7ac88f24-ceea-4863-87d7-1b588fc92c5e), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:05.653942 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port 7ac88f24-ceea-4863-87d7-1b588fc92c5e is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:50:06.109375 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device a0a7ddb0-7def-4156-9a5b-f3b477a1c311 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:50:06.223137 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port a0a7ddb0-7def-4156-9a5b-f3b477a1c311, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a0a7ddb0-7def-4156-9a5b-f3b477a1c311,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:50:06.238501 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Returning: {'device': 'a0a7ddb0-7def-4156-9a5b-f3b477a1c311', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'port_id': 'a0a7ddb0-7def-4156-9a5b-f3b477a1c311', 'mac_address': 'fa:16:3e:98:b3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:50:06.279288 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port a0a7ddb0-7def-4156-9a5b-f3b477a1c311 is: DOWN; New status is: BUILD {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:50:06.279676 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:06.297570 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a7ddb0-7def-4156-9a5b-f3b477a1c311 {{(pid=110999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:50:06.325285 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port a0a7ddb0-7def-4156-9a5b-f3b477a1c311, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a0a7ddb0-7def-4156-9a5b-f3b477a1c311,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:50:06.478478 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:06.533684 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:06.564398 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=a0a7ddb0-7def-4156-9a5b-f3b477a1c311,revision_number=9']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:50:06.693241 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:06.801804 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['a0a7ddb0-7def-4156-9a5b-f3b477a1c311'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:50:07.824326 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:07.828224 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=8 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:07.844212 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541382f4-c8b9-41bb-a170-56dbf7bffa5c req-3725d7d6-4020-4b52-a461-dc3aa0e92e5c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:07.852271 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-541382f4-c8b9-41bb-a170-56dbf7bffa5c req-3725d7d6-4020-4b52-a461-dc3aa0e92e5c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 944 time: 0.0554032 Jun 08 13:50:07.927861 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-541382f4-c8b9-41bb-a170-56dbf7bffa5c req-af9f7ee8-65a4-435f-ab4f-d34067fe4e1e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743568 Jun 08 13:50:08.006867 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device a0a7ddb0-7def-4156-9a5b-f3b477a1c311 up at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:50:08.126610 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278877f-bfc9-47a0-ac09-e65be59f5fba req-22615ae1-962e-4d8f-9f33-2f297ece3832 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:08.128470 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9278877f-bfc9-47a0-ac09-e65be59f5fba req-22615ae1-962e-4d8f-9f33-2f297ece3832 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.1368327 Jun 08 13:50:08.164437 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning complete for port a0a7ddb0-7def-4156-9a5b-f3b477a1c311 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:50:08.165027 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:08.192273 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9278877f-bfc9-47a0-ac09-e65be59f5fba req-e40c612b-7c34-4ac6-9779-28752f9db3e5 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553374 Jun 08 13:50:08.239001 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:08.255343 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port a0a7ddb0-7def-4156-9a5b-f3b477a1c311 is: BUILD; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:50:08.255815 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:08.283951 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac779098-8aa5-40b8-ae7d-dc4e463f015b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a7ddb0-7def-4156-9a5b-f3b477a1c311'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:50:08.286381 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56434795-f4be-4f2c-9607-0c9073f19f5b" -d '{"events": [{"server_uuid": "ac779098-8aa5-40b8-ae7d-dc4e463f015b", "name": "network-vif-plugged", "status": "completed", "tag": "a0a7ddb0-7def-4156-9a5b-f3b477a1c311"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:50:08.306584 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port a0a7ddb0-7def-4156-9a5b-f3b477a1c311, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a0a7ddb0-7def-4156-9a5b-f3b477a1c311,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:50:08.330055 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9857ee-e266-43d1-b79f-7d62f9b65edf x-openstack-request-id: req-fb9857ee-e266-43d1-b79f-7d62f9b65edf {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:50:08.330754 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac779098-8aa5-40b8-ae7d-dc4e463f015b", "name": "network-vif-plugged", "status": "completed", "tag": "a0a7ddb0-7def-4156-9a5b-f3b477a1c311", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:50:08.331390 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fb9857ee-e266-43d1-b79f-7d62f9b65edf {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:50:08.331882 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb9857ee-e266-43d1-b79f-7d62f9b65edf'] response: {'server_uuid': 'ac779098-8aa5-40b8-ae7d-dc4e463f015b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a7ddb0-7def-4156-9a5b-f3b477a1c311', 'code': 200} Jun 08 13:50:08.400881 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:08.459133 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=a0a7ddb0-7def-4156-9a5b-f3b477a1c311,revision_number=10']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:50:08.704132 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:09.077422 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62296668-c4b8-41a2-bcba-bcb63018117a req-e5bf2372-4b9b-4cb6-80b6-44c960a50828 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:09.084485 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-62296668-c4b8-41a2-bcba-bcb63018117a req-e5bf2372-4b9b-4cb6-80b6-44c960a50828 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 946 time: 0.0744460 Jun 08 13:50:09.154586 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-62296668-c4b8-41a2-bcba-bcb63018117a req-86178cb0-fc29-474c-9c70-2bdd7e59fdb6 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686920 Jun 08 13:50:09.268573 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63ded5-a899-4cd4-b8e0-5ae2f88e1fb5 req-fd8159d2-29f2-469b-a9e1-0061d5f44a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:09.271141 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-9f63ded5-a899-4cd4-b8e0-5ae2f88e1fb5 req-fd8159d2-29f2-469b-a9e1-0061d5f44a90 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 1130 time: 0.0929494 Jun 08 13:50:09.327625 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-9f63ded5-a899-4cd4-b8e0-5ae2f88e1fb5 req-9def8851-2875-4cae-a298-88088d720b0c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509496 Jun 08 13:50:09.344776 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb8892-8c3e-4e55-8bc4-d3a03380cb1e req-ba693233-2981-4ec7-8d74-176b89829662 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:09.347116 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9cfb8892-8c3e-4e55-8bc4-d3a03380cb1e req-ba693233-2981-4ec7-8d74-176b89829662 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0523384 Jun 08 13:50:09.407104 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9cfb8892-8c3e-4e55-8bc4-d3a03380cb1e req-1414c983-2713-4428-ba6d-c58a6f1a8807 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541215 Jun 08 13:50:10.288337 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd492e7d-51c8-49f8-ada5-ee3cf9f04fbc req-76e571e9-5bb5-4af5-b1ce-0843b74cd4e1 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:10.293394 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-dd492e7d-51c8-49f8-ada5-ee3cf9f04fbc req-76e571e9-5bb5-4af5-b1ce-0843b74cd4e1 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 946 time: 0.0577335 Jun 08 13:50:10.354276 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-dd492e7d-51c8-49f8-ada5-ee3cf9f04fbc req-5b0e182e-23af-40d1-9ac5-a4f6eac5710d tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543282 Jun 08 13:50:10.604916 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb40e5-edae-4706-8033-2b1cd6fd5a84 req-8707fa9d-e515-4fcc-a8ec-aa9e336bf621 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:10.606645 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-18cb40e5-edae-4706-8033-2b1cd6fd5a84 req-8707fa9d-e515-4fcc-a8ec-aa9e336bf621 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0841894 Jun 08 13:50:10.704072 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-18cb40e5-edae-4706-8033-2b1cd6fd5a84 req-cd80d72b-93cb-4442-9976-9561f96b8e9d tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0894921 Jun 08 13:50:11.480622 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb69f1-8efd-4c83-bfec-74521917ee23 req-4505016d-919c-4132-b0e8-0a93663b8f8c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:11.481858 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-47eb69f1-8efd-4c83-bfec-74521917ee23 req-4505016d-919c-4132-b0e8-0a93663b8f8c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 946 time: 0.0500677 Jun 08 13:50:11.501702 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:11.535789 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-47eb69f1-8efd-4c83-bfec-74521917ee23 req-ce847789-f376-4dbd-8c9c-bdf7edf79357 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477612 Jun 08 13:50:11.823711 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeedce3b-f141-4cea-ac0e-93c25cb6125a req-9706a88f-9778-4472-9bde-4d349bca542e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:11.825586 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-aeedce3b-f141-4cea-ac0e-93c25cb6125a req-9706a88f-9778-4472-9bde-4d349bca542e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0559871 Jun 08 13:50:11.883611 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-aeedce3b-f141-4cea-ac0e-93c25cb6125a req-0fed0175-73b8-47e6-8890-cdb307f53ddd tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518901 Jun 08 13:50:12.671971 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84950c-0c93-441b-bb54-dcd58b8dc374 req-392753e3-4925-421e-883a-32250653ff94 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:12.673626 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3a84950c-0c93-441b-bb54-dcd58b8dc374 req-392753e3-4925-421e-883a-32250653ff94 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 946 time: 0.0514958 Jun 08 13:50:12.739942 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3a84950c-0c93-441b-bb54-dcd58b8dc374 req-915a672d-51a1-4af8-b7e1-fd90e8d0b197 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506473 Jun 08 13:50:12.966826 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:13.097878 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d7205-f3a6-4e07-88ae-9bf61a9052e1 req-ce2e8f95-c396-49c6-8f11-8e009ad4485d tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:13.098775 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f23d7205-f3a6-4e07-88ae-9bf61a9052e1 req-ce2e8f95-c396-49c6-8f11-8e009ad4485d tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.1013203 Jun 08 13:50:13.140932 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-33639aad-fa41-4116-ac61-422eb69fc715 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:13.142436 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-33639aad-fa41-4116-ac61-422eb69fc715 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/networks?id=c89f5e55-1486-4a8c-8616-1c7f2554f4f0 HTTP/1.1" status: 200 len: 814 time: 0.1738164 Jun 08 13:50:13.173813 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-5132ac2b-ef4e-4a12-b0fd-27f7eb022167 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/quotas/14385fc22a1d4de4bc0af0c764f6ef69 HTTP/1.1" status: 200 len: 375 time: 0.0230596 Jun 08 13:50:13.181704 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f23d7205-f3a6-4e07-88ae-9bf61a9052e1 req-82843819-cb58-4110-b4d0-6f52c9b2946f tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690649 Jun 08 13:50:13.193690 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:13.230922 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-9f0bdd3d-f515-48ed-82c5-d4b19e97f49e tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=14385fc22a1d4de4bc0af0c764f6ef69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482795 Jun 08 13:50:13.332866 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-f1de24ce-012b-4c6e-be2c-667ba6abb969 service neutron] 10.222.0.55 "GET /v2.0/networks/c89f5e55-1486-4a8c-8616-1c7f2554f4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887637 Jun 08 13:50:13.428925 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-4b668897-033a-4237-ad5b-274c3382161c service neutron] 10.222.0.55 "GET /v2.0/networks/c89f5e55-1486-4a8c-8616-1c7f2554f4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896413 Jun 08 13:50:13.537376 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 38436) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:50:13.656649 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9449bc44-e0f6-4024-8b44-f5b80cc8784b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:13.697762 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fad4bbb8-1126-4f9d-907c-a23500de70f7 req-f834ff9c-43e5-4e7f-b3d0-99e6918fdc7b tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 210 time: 0.0379007 Jun 08 13:50:13.713167 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:13.761919 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9449bc44-e0f6-4024-8b44-f5b80cc8784b admin admin] Publish callbacks [] for security_group (4aa1bd04-a850-480a-bdf5-53a5432215e1), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:13.853973 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad7fb6-7398-4e39-b8c0-331196694d22 req-87aed794-69f8-49f3-bb0c-9641b53a18ce tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:13.855470 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f2ad7fb6-7398-4e39-b8c0-331196694d22 req-87aed794-69f8-49f3-bb0c-9641b53a18ce tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 946 time: 0.0485845 Jun 08 13:50:13.881519 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9449bc44-e0f6-4024-8b44-f5b80cc8784b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (4aa1bd04-a850-480a-bdf5-53a5432215e1), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:13.894456 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:13.942028 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f2ad7fb6-7398-4e39-b8c0-331196694d22 req-d9a2f308-8bb6-41c3-9b82-911c17ffb66c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806253 Jun 08 13:50:13.944116 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-9449bc44-e0f6-4024-8b44-f5b80cc8784b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b08db5688d3442f3b8c9e39abc50be51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4057245 Jun 08 13:50:13.946269 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449bc44-e0f6-4024-8b44-f5b80cc8784b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa1bd04-a850-480a-bdf5-53a5432215e1,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:50:13.947134 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 38450) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:50:14.000713 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fe495156-f98f-462c-aef3-c8e383ff6de1 admin admin] Publish callbacks [] for security_group (4aa1bd04-a850-480a-bdf5-53a5432215e1), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:14.022697 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fe495156-f98f-462c-aef3-c8e383ff6de1 admin admin] Publish callbacks [] for security_group (4aa1bd04-a850-480a-bdf5-53a5432215e1), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:14.146322 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fe495156-f98f-462c-aef3-c8e383ff6de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (4aa1bd04-a850-480a-bdf5-53a5432215e1), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:14.149382 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fe495156-f98f-462c-aef3-c8e383ff6de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:14.154056 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-fe495156-f98f-462c-aef3-c8e383ff6de1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4aa1bd04-a850-480a-bdf5-53a5432215e1 HTTP/1.1" status: 204 len: 168 time: 0.2057788 Jun 08 13:50:14.165982 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe495156-f98f-462c-aef3-c8e383ff6de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa1bd04-a850-480a-bdf5-53a5432215e1,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:50:14.302520 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00cb0f-fd40-4b25-bf79-74b155ce6d6b req-439fd90e-1f71-4cd4-acf1-7fe4e1059240 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:14.304033 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-da00cb0f-fd40-4b25-bf79-74b155ce6d6b req-439fd90e-1f71-4cd4-acf1-7fe4e1059240 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0514817 Jun 08 13:50:14.359497 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-da00cb0f-fd40-4b25-bf79-74b155ce6d6b req-1002a0f0-33b2-4219-807f-b015245885ce tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495028 Jun 08 13:50:14.777478 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-34ca571b-971e-46d1-aac6-7b9f4f69e076 req-225e9e35-368c-4a12-99bb-d8be4aec06e1 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 210 time: 0.0265203 Jun 08 13:50:15.492323 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cac787-7365-44c5-9894-6dcc79bfed82 req-e1a112b0-8646-4208-a130-fdbd577e6344 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:15.493795 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-07cac787-7365-44c5-9894-6dcc79bfed82 req-e1a112b0-8646-4208-a130-fdbd577e6344 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0644922 Jun 08 13:50:15.547861 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-07cac787-7365-44c5-9894-6dcc79bfed82 req-824dcb21-4881-4be9-b24c-dcd17278c3d0 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474839 Jun 08 13:50:15.759407 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354c2b2-e43d-4c95-ad25-7073fc0d8e96 req-84eb6445-bedc-49cd-b8e5-1e1cf4eb23cd tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:15.760791 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c354c2b2-e43d-4c95-ad25-7073fc0d8e96 req-84eb6445-bedc-49cd-b8e5-1e1cf4eb23cd tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0470679 Jun 08 13:50:15.807639 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c354c2b2-e43d-4c95-ad25-7073fc0d8e96 req-5b896545-e4ab-4ecc-9ea0-06aeaae9f1b6 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406535 Jun 08 13:50:15.874560 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6f8b2879-85ec-4922-9f78-c838356ce1bc req-402d2cd6-87b7-4786-b28d-bead77570301 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 210 time: 0.0281489 Jun 08 13:50:15.896829 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efd388-3b0e-4668-8024-589416c6e4e9 req-c9f8e39a-c7eb-4d45-9e7c-78184cdccb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:15.898313 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-02efd388-3b0e-4668-8024-589416c6e4e9 req-c9f8e39a-c7eb-4d45-9e7c-78184cdccb75 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9abd79bc99784c3f81991d1cae37a074&device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 1130 time: 0.0415483 Jun 08 13:50:16.001901 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efd388-3b0e-4668-8024-589416c6e4e9 req-4d7cb3dc-013b-4fe1-9772-aa9c698637ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:16.003384 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-02efd388-3b0e-4668-8024-589416c6e4e9 req-4d7cb3dc-013b-4fe1-9772-aa9c698637ee service neutron] 10.222.0.61 "GET /v2.0/networks?id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f HTTP/1.1" status: 200 len: 919 time: 0.0922854 Jun 08 13:50:16.075592 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-02efd388-3b0e-4668-8024-589416c6e4e9 req-42f7a7c2-54f1-4d71-9fc3-5770a159407a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 HTTP/1.1" status: 200 len: 1001 time: 0.0556507 Jun 08 13:50:16.125407 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efd388-3b0e-4668-8024-589416c6e4e9 req-cac6a573-3e24-47f0-b57c-7a723fcbacfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:16.126989 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-02efd388-3b0e-4668-8024-589416c6e4e9 req-cac6a573-3e24-47f0-b57c-7a723fcbacfe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69836fd4-f98b-48c1-883c-8589e3b080df HTTP/1.1" status: 200 len: 857 time: 0.0460091 Jun 08 13:50:16.420015 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efd388-3b0e-4668-8024-589416c6e4e9 req-a3bb1994-7f67-43df-85c5-2cbb6b804e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:16.422395 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-02efd388-3b0e-4668-8024-589416c6e4e9 req-a3bb1994-7f67-43df-85c5-2cbb6b804e10 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406828 Jun 08 13:50:16.515698 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-02efd388-3b0e-4668-8024-589416c6e4e9 req-24a0db9f-9287-4d88-8c35-83677f9831ac service neutron] 10.222.0.61 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855174 Jun 08 13:50:16.671997 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e348479-e04e-4b99-b5b9-3c9d3713c2b3 req-5a9f2177-4cd4-4323-9a0f-0154e85aefef tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:16.673751 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8e348479-e04e-4b99-b5b9-3c9d3713c2b3 req-5a9f2177-4cd4-4323-9a0f-0154e85aefef tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0519226 Jun 08 13:50:16.690619 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-02efd388-3b0e-4668-8024-589416c6e4e9 req-9c171ce4-53d4-46df-805c-b689c6b3164f service neutron] 10.222.0.61 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686165 Jun 08 13:50:16.705333 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-a5a599a9-f72e-4138-b2e1-f79abd423e1f tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:16.706918 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-a5a599a9-f72e-4138-b2e1-f79abd423e1f tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.61 "GET /v2.0/networks?id=c89f5e55-1486-4a8c-8616-1c7f2554f4f0 HTTP/1.1" status: 200 len: 814 time: 0.1385508 Jun 08 13:50:16.728132 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8e348479-e04e-4b99-b5b9-3c9d3713c2b3 req-4c81518d-871b-49ef-82a7-72675ffd9b32 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488849 Jun 08 13:50:16.799176 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-f3d231a2-a919-44b9-b5c1-c8365a7a0ba4 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Request body: {'port': {'device_id': '08ed7b73-7978-4c81-84f1-53d223ad842f', 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0', 'admin_state_up': True, 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:50:16.937063 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d60463-510d-4a57-94f9-79e9a14020d4 req-32342f49-fd5c-4a52-b447-cf07876b4efe tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:16.938651 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b6d60463-510d-4a57-94f9-79e9a14020d4 req-32342f49-fd5c-4a52-b447-cf07876b4efe tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0573213 Jun 08 13:50:16.992291 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d2e48cd4-e600-431e-bdca-47adadb50971 req-5869814f-e272-4b7e-90f9-6819a7528912 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 210 time: 0.0416644 Jun 08 13:50:17.000566 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:17.019560 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b6d60463-510d-4a57-94f9-79e9a14020d4 req-85c8ca81-f209-4300-b85c-83501ebf7cc8 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753150 Jun 08 13:50:17.052189 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-f3d231a2-a919-44b9-b5c1-c8365a7a0ba4 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Made reservation on behalf of 14385fc22a1d4de4bc0af0c764f6ef69 for: {'port': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:50:17.055668 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-f3d231a2-a919-44b9-b5c1-c8365a7a0ba4 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:17.057602 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:17.066073 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:17.185894 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-f3d231a2-a919-44b9-b5c1-c8365a7a0ba4 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Allocated IP 172.20.0.12 (c89f5e55-1486-4a8c-8616-1c7f2554f4f0/1ee10986-79b5-42da-ad16-de38c97fa967/86e5c27b-3254-42aa-9d0f-5a43c944241b) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:50:17.340128 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-f3d231a2-a919-44b9-b5c1-c8365a7a0ba4 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for port (86e5c27b-3254-42aa-9d0f-5a43c944241b), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:17.458656 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-f3d231a2-a919-44b9-b5c1-c8365a7a0ba4 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (86e5c27b-3254-42aa-9d0f-5a43c944241b), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:17.504103 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-f3d231a2-a919-44b9-b5c1-c8365a7a0ba4 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Network c89f5e55-1486-4a8c-8616-1c7f2554f4f0 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:50:17.507003 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-f3d231a2-a919-44b9-b5c1-c8365a7a0ba4 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:50:17.510915 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-f3d231a2-a919-44b9-b5c1-c8365a7a0ba4 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:50:17.551350 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:17.552336 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d231a2-a919-44b9-b5c1-c8365a7a0ba4 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Pushing event updated for resources: {'Port': ['ID=86e5c27b-3254-42aa-9d0f-5a43c944241b,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:50:17.583048 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-f3d231a2-a919-44b9-b5c1-c8365a7a0ba4 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:17.583819 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-f3d231a2-a919-44b9-b5c1-c8365a7a0ba4 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:17.695720 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-f3d231a2-a919-44b9-b5c1-c8365a7a0ba4 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9013839 Jun 08 13:50:17.809928 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-cfedc26e-70bc-4dc4-add0-d18d7b94dcbe service neutron] Request body: {'port': {'device_id': '08ed7b73-7978-4c81-84f1-53d223ad842f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:50:17.810152 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-4795d419-1e44-4e0f-96ea-fb034f340dea None None] Provisioning complete for port 86e5c27b-3254-42aa-9d0f-5a43c944241b triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:50:17.811805 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-4795d419-1e44-4e0f-96ea-fb034f340dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (86e5c27b-3254-42aa-9d0f-5a43c944241b), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:17.852515 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-4795d419-1e44-4e0f-96ea-fb034f340dea None None] Port 86e5c27b-3254-42aa-9d0f-5a43c944241b cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:50:17.894390 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff0717-78e8-48fd-a190-78c81ccc53c9 req-9313fafc-4ee8-4896-a55c-15fd9ed1fb84 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:17.895974 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-16ff0717-78e8-48fd-a190-78c81ccc53c9 req-9313fafc-4ee8-4896-a55c-15fd9ed1fb84 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0702920 Jun 08 13:50:17.922051 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-cfedc26e-70bc-4dc4-add0-d18d7b94dcbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (86e5c27b-3254-42aa-9d0f-5a43c944241b), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:17.969712 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-16ff0717-78e8-48fd-a190-78c81ccc53c9 req-3fe03a62-ed9c-4e14-98ed-84114b60eda7 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676606 Jun 08 13:50:18.200712 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9053dd6-0160-49ff-925f-6eb2fe58acf1 req-6711d760-28e4-475c-8d06-7bf5a35019cf tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:18.208710 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f9053dd6-0160-49ff-925f-6eb2fe58acf1 req-6711d760-28e4-475c-8d06-7bf5a35019cf tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 932 time: 0.0893469 Jun 08 13:50:18.264850 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f9053dd6-0160-49ff-925f-6eb2fe58acf1 req-55e0a5a9-169c-4cf1-abca-b3b0056d28f7 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547581 Jun 08 13:50:18.423861 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-cfedc26e-70bc-4dc4-add0-d18d7b94dcbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e5c27b-3254-42aa-9d0f-5a43c944241b {{(pid=110998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:50:18.434883 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-cfedc26e-70bc-4dc4-add0-d18d7b94dcbe service neutron] Publish callbacks [] for port (86e5c27b-3254-42aa-9d0f-5a43c944241b), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:18.450252 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.provisioning_blocks [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-cfedc26e-70bc-4dc4-add0-d18d7b94dcbe service neutron] Transition to ACTIVE for port object 86e5c27b-3254-42aa-9d0f-5a43c944241b will not be triggered until provisioned by entity L2. {{(pid=110998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 13:50:18.470529 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7badf-b98b-47f9-83a3-5cf91bd9790d req-b50e77fa-024a-4cb1-99cb-cbd296722e01 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:18.476977 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8ff7badf-b98b-47f9-83a3-5cf91bd9790d req-b50e77fa-024a-4cb1-99cb-cbd296722e01 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.1165109 Jun 08 13:50:18.496018 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a0cfb-3757-45df-9a95-8d7800ade0af req-3ad2d0d9-6d3a-4a2a-862d-8e895640f80d tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:18.497764 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-aa2a0cfb-3757-45df-9a95-8d7800ade0af req-3ad2d0d9-6d3a-4a2a-862d-8e895640f80d tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.1152394 Jun 08 13:50:18.526596 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-cfedc26e-70bc-4dc4-add0-d18d7b94dcbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (86e5c27b-3254-42aa-9d0f-5a43c944241b), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:18.590303 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8ff7badf-b98b-47f9-83a3-5cf91bd9790d req-6da6cd2b-0697-411e-a8b9-2d37896142fc tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1072085 Jun 08 13:50:18.605636 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-aa2a0cfb-3757-45df-9a95-8d7800ade0af req-30fdcded-eb1e-4b8e-aa89-609af6cb6fd5 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957522 Jun 08 13:50:18.625405 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:18.670485 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfedc26e-70bc-4dc4-add0-d18d7b94dcbe service neutron] Pushing event updated for resources: {'Port': ['ID=86e5c27b-3254-42aa-9d0f-5a43c944241b,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:50:18.738844 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-cfedc26e-70bc-4dc4-add0-d18d7b94dcbe service neutron] Attempting to bind port 86e5c27b-3254-42aa-9d0f-5a43c944241b on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:50:18.739179 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-cfedc26e-70bc-4dc4-add0-d18d7b94dcbe service neutron] Attempting to bind port 86e5c27b-3254-42aa-9d0f-5a43c944241b by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'ac56fb31-b315-49df-9d9f-d73acde813cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0'}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:50:18.740478 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-cfedc26e-70bc-4dc4-add0-d18d7b94dcbe service neutron] Attempting to bind port 86e5c27b-3254-42aa-9d0f-5a43c944241b on network c89f5e55-1486-4a8c-8616-1c7f2554f4f0 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:50:18.753776 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-cfedc26e-70bc-4dc4-add0-d18d7b94dcbe service neutron] Port 86e5c27b-3254-42aa-9d0f-5a43c944241b on network c89f5e55-1486-4a8c-8616-1c7f2554f4f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:50:18.754217 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-cfedc26e-70bc-4dc4-add0-d18d7b94dcbe service neutron] Attempting to bind port 86e5c27b-3254-42aa-9d0f-5a43c944241b on network c89f5e55-1486-4a8c-8616-1c7f2554f4f0 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:50:18.761173 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-cfedc26e-70bc-4dc4-add0-d18d7b94dcbe service neutron] Checking agent: {'id': '2c87fc52-0797-4c68-9855-572d3067389f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'started_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:50:18.761580 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-cfedc26e-70bc-4dc4-add0-d18d7b94dcbe service neutron] Checking segment: {'id': 'ac56fb31-b315-49df-9d9f-d73acde813cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:50:18.763470 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-cfedc26e-70bc-4dc4-add0-d18d7b94dcbe service neutron] Bound using segment: {'id': 'ac56fb31-b315-49df-9d9f-d73acde813cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0'} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:50:18.763470 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-cfedc26e-70bc-4dc4-add0-d18d7b94dcbe service neutron] Bound port: 86e5c27b-3254-42aa-9d0f-5a43c944241b, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac56fb31-b315-49df-9d9f-d73acde813cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0'}}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:50:18.763470 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-cfedc26e-70bc-4dc4-add0-d18d7b94dcbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (86e5c27b-3254-42aa-9d0f-5a43c944241b), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:18.861428 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-cfedc26e-70bc-4dc4-add0-d18d7b94dcbe service neutron] For port 86e5c27b-3254-42aa-9d0f-5a43c944241b, host hv-cinder-81914, cleared binding levels {{(pid=110998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:50:18.864975 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-cfedc26e-70bc-4dc4-add0-d18d7b94dcbe service neutron] For port 86e5c27b-3254-42aa-9d0f-5a43c944241b, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=86e5c27b-3254-42aa-9d0f-5a43c944241b,segment=NetworkSegment(ac56fb31-b315-49df-9d9f-d73acde813cd),segment_id=ac56fb31-b315-49df-9d9f-d73acde813cd)] {{(pid=110998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:50:18.985792 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-cfedc26e-70bc-4dc4-add0-d18d7b94dcbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (86e5c27b-3254-42aa-9d0f-5a43c944241b), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:19.026494 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-cfedc26e-70bc-4dc4-add0-d18d7b94dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:19.027144 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-cfedc26e-70bc-4dc4-add0-d18d7b94dcbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:19.028887 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-cfedc26e-70bc-4dc4-add0-d18d7b94dcbe service neutron] 10.222.0.61 "PUT /v2.0/ports/86e5c27b-3254-42aa-9d0f-5a43c944241b HTTP/1.1" status: 200 len: 1094 time: 1.2241042 Jun 08 13:50:19.029393 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ed7b73-7978-4c81-84f1-53d223ad842f', 'tag': '86e5c27b-3254-42aa-9d0f-5a43c944241b'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:50:19.032511 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f8cfd7-677f-49bc-907c-d32c6cd7fa52" -d '{"events": [{"name": "network-changed", "server_uuid": "08ed7b73-7978-4c81-84f1-53d223ad842f", "tag": "86e5c27b-3254-42aa-9d0f-5a43c944241b"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:50:19.066320 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfedc26e-70bc-4dc4-add0-d18d7b94dcbe service neutron] Pushing event updated for resources: {'Port': ['ID=86e5c27b-3254-42aa-9d0f-5a43c944241b,revision_number=3']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:50:19.112983 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6679f26-1ef1-48b2-998f-01524801b360 x-openstack-request-id: req-b6679f26-1ef1-48b2-998f-01524801b360 {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:50:19.113679 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ed7b73-7978-4c81-84f1-53d223ad842f", "tag": "86e5c27b-3254-42aa-9d0f-5a43c944241b", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:50:19.114089 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b6679f26-1ef1-48b2-998f-01524801b360 {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:50:19.114961 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6679f26-1ef1-48b2-998f-01524801b360'] response: {'name': 'network-changed', 'server_uuid': '08ed7b73-7978-4c81-84f1-53d223ad842f', 'tag': '86e5c27b-3254-42aa-9d0f-5a43c944241b', 'status': 'completed', 'code': 200} Jun 08 13:50:19.433082 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7cd25-5d46-43f6-ad70-566ac4565ef3 req-a63d4f38-f310-4ec7-ae54-75bd4ac2c37a tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:19.434470 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3da7cd25-5d46-43f6-ad70-566ac4565ef3 req-a63d4f38-f310-4ec7-ae54-75bd4ac2c37a tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 944 time: 0.0542822 Jun 08 13:50:19.737334 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:19.741176 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3da7cd25-5d46-43f6-ad70-566ac4565ef3 req-c287fb23-8449-44aa-a220-12c40e0feb5e tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009701 Jun 08 13:50:19.751432 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a029cc-c0fc-4786-b859-4be3e2ff2865 req-6ec36399-e255-42b8-9b4c-6735d1bf2f69 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:19.753009 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-88a029cc-c0fc-4786-b859-4be3e2ff2865 req-6ec36399-e255-42b8-9b4c-6735d1bf2f69 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0754235 Jun 08 13:50:19.827309 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-88a029cc-c0fc-4786-b859-4be3e2ff2865 req-825d02c1-182d-4316-8cf8-0d1ba1c27ba0 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585392 Jun 08 13:50:19.890204 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117537f-de8f-4a65-948f-b814cec9d698 req-3ae0b925-f113-4bfd-907f-0c338d9a2478 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:19.891850 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8117537f-de8f-4a65-948f-b814cec9d698 req-3ae0b925-f113-4bfd-907f-0c338d9a2478 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0526845 Jun 08 13:50:19.951604 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8117537f-de8f-4a65-948f-b814cec9d698 req-79c2161b-3fb7-4799-87f1-3a9ae23e8b0e tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537181 Jun 08 13:50:20.875587 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a5e93-40eb-4277-8925-03ca001a6bbb req-72d5dc23-1644-4ad2-aeed-230f6d7d8623 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:20.877347 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-576a5e93-40eb-4277-8925-03ca001a6bbb req-72d5dc23-1644-4ad2-aeed-230f6d7d8623 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 944 time: 0.0509603 Jun 08 13:50:20.963092 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-576a5e93-40eb-4277-8925-03ca001a6bbb req-81bb7f26-46f9-4356-8adf-c1de7a44039b tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799344 Jun 08 13:50:20.977586 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0ce85-aaf0-48c6-a236-303503112c80 req-d387f5c2-441b-4f1e-b196-61210247523a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:20.979119 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a6b0ce85-aaf0-48c6-a236-303503112c80 req-d387f5c2-441b-4f1e-b196-61210247523a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0678427 Jun 08 13:50:21.073781 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a6b0ce85-aaf0-48c6-a236-303503112c80 req-86232aa0-f082-4f27-a504-a3ed510957f3 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842929 Jun 08 13:50:21.092418 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199c724-88a5-4bd8-88cd-b3aef711e8a7 req-eac1d868-d9c1-4290-847f-e79838a6a9dd tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:21.094169 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b199c724-88a5-4bd8-88cd-b3aef711e8a7 req-eac1d868-d9c1-4290-847f-e79838a6a9dd tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0589108 Jun 08 13:50:21.146091 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b199c724-88a5-4bd8-88cd-b3aef711e8a7 req-e06dd4b8-49be-4db0-b52e-fba2cdf2f254 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452580 Jun 08 13:50:22.080954 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c150842-b900-4d2d-8fab-3ea1da72cb0b req-12f0d32d-4064-4f1d-8232-7de9d9cb86a2 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:22.083536 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4c150842-b900-4d2d-8fab-3ea1da72cb0b req-12f0d32d-4064-4f1d-8232-7de9d9cb86a2 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 944 time: 0.0513859 Jun 08 13:50:22.167674 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4c150842-b900-4d2d-8fab-3ea1da72cb0b req-d8a1943f-aefd-42ba-9175-a0b0acdb4a6a tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670023 Jun 08 13:50:22.201483 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:22.208284 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498785af-c08c-4e84-add8-aa1c050bc591 req-a99df20f-abbd-4673-8e7a-42ce182d49f1 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:22.209870 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-498785af-c08c-4e84-add8-aa1c050bc591 req-a99df20f-abbd-4673-8e7a-42ce182d49f1 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0578146 Jun 08 13:50:22.291291 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-498785af-c08c-4e84-add8-aa1c050bc591 req-56d66938-a517-4515-b0a3-12092c0029a3 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733833 Jun 08 13:50:22.315335 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503358f5-8787-40d8-b0d6-19c08bbd564c req-1ff6ea31-2922-40ad-adfc-3f311b930bd1 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:22.317151 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-503358f5-8787-40d8-b0d6-19c08bbd564c req-1ff6ea31-2922-40ad-adfc-3f311b930bd1 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0708611 Jun 08 13:50:22.378416 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-503358f5-8787-40d8-b0d6-19c08bbd564c req-95432a6d-daa4-4a24-abe3-6737581073b4 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553362 Jun 08 13:50:23.291673 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82786ff9-d8b1-4875-85c0-4c4fbf587e6d req-0dced755-fa60-4469-9a8b-1c57ed7c501f tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:23.300067 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-82786ff9-d8b1-4875-85c0-4c4fbf587e6d req-0dced755-fa60-4469-9a8b-1c57ed7c501f tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 944 time: 0.0584857 Jun 08 13:50:23.359566 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-82786ff9-d8b1-4875-85c0-4c4fbf587e6d req-9a323f2a-7176-4a82-ac34-49b774e8ddf8 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585527 Jun 08 13:50:23.418610 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99e38b-8e45-4091-b23d-a3814183f3e4 req-cd881544-bf96-47e9-ad51-a093394af8b7 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:23.421406 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4f99e38b-8e45-4091-b23d-a3814183f3e4 req-cd881544-bf96-47e9-ad51-a093394af8b7 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0561848 Jun 08 13:50:23.509814 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4f99e38b-8e45-4091-b23d-a3814183f3e4 req-94337201-674c-4e7d-ae58-ea26841c9aa9 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823889 Jun 08 13:50:23.534427 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc191b-2239-4382-8721-c97e6ba25ae1 req-aa27b0f9-dd5d-4548-83f0-5911e103c255 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:23.535977 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a8bc191b-2239-4382-8721-c97e6ba25ae1 req-aa27b0f9-dd5d-4548-83f0-5911e103c255 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0806525 Jun 08 13:50:23.577991 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:23.593208 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a8bc191b-2239-4382-8721-c97e6ba25ae1 req-c913f004-219c-468d-89ae-71c3b43a4b89 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512333 Jun 08 13:50:24.486376 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53e7f5-00b7-43d8-9557-3300dea98ee8 req-58724dd1-b0d5-4b9c-862e-e18b361c5dec tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:24.493084 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2f53e7f5-00b7-43d8-9557-3300dea98ee8 req-58724dd1-b0d5-4b9c-862e-e18b361c5dec tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 944 time: 0.0546229 Jun 08 13:50:24.538251 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2f53e7f5-00b7-43d8-9557-3300dea98ee8 req-6be912b1-3802-42a8-9e11-0390aeaf2ffe tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439446 Jun 08 13:50:24.656737 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ebb0e-ee2d-4779-a8f8-1c95ce4eec26 req-adec22b6-6c05-47be-8b13-9aecefd1e6a2 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:24.658275 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-eb8ebb0e-ee2d-4779-a8f8-1c95ce4eec26 req-adec22b6-6c05-47be-8b13-9aecefd1e6a2 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0592322 Jun 08 13:50:24.756928 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca00e07-e892-4231-bd8e-a281b27c3f59 req-2839571a-8d98-4f88-b385-30f920a5b3b3 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:24.758398 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0ca00e07-e892-4231-bd8e-a281b27c3f59 req-2839571a-8d98-4f88-b385-30f920a5b3b3 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0689347 Jun 08 13:50:24.761770 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-eb8ebb0e-ee2d-4779-a8f8-1c95ce4eec26 req-3b1e35af-2b70-4315-89ba-9be8be8e9930 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0975640 Jun 08 13:50:24.825863 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0ca00e07-e892-4231-bd8e-a281b27c3f59 req-33127611-01ed-4b91-8d8a-1514e9a6a1ad tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605948 Jun 08 13:50:25.668862 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d024680-bae2-40ec-b2d7-d1e136cc0803 req-2337d354-9443-4cd4-bfdc-fb8acab68907 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:25.670404 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3d024680-bae2-40ec-b2d7-d1e136cc0803 req-2337d354-9443-4cd4-bfdc-fb8acab68907 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 944 time: 0.0503740 Jun 08 13:50:25.722799 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3d024680-bae2-40ec-b2d7-d1e136cc0803 req-a27a77e1-aebb-4432-bb14-01babc0a1feb tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459325 Jun 08 13:50:25.901692 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5c5c2-a63a-4504-a5e4-048c23ec01b7 req-b9b84caf-9c6b-4b00-bd2e-c5d0db28ddba tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:25.903154 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4ba5c5c2-a63a-4504-a5e4-048c23ec01b7 req-b9b84caf-9c6b-4b00-bd2e-c5d0db28ddba tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0468333 Jun 08 13:50:25.970470 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8905b-c20e-4d21-b698-270ee2259370 req-fccedb4c-50de-4281-a0b1-a5934cb3ecd0 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:25.972229 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-60a8905b-c20e-4d21-b698-270ee2259370 req-fccedb4c-50de-4281-a0b1-a5934cb3ecd0 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0680895 Jun 08 13:50:26.000188 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4ba5c5c2-a63a-4504-a5e4-048c23ec01b7 req-bec29426-cdc5-42b3-ba05-f941d8d94a17 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0861378 Jun 08 13:50:26.029136 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-60a8905b-c20e-4d21-b698-270ee2259370 req-2ba6992e-01a0-4392-86ca-d88f8315f36a tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511997 Jun 08 13:50:26.708026 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:26.721374 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=5 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:26.835704 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a751be-5d99-484e-b3a0-e9b8829b2df7 req-a1fde5ec-b65d-4353-add4-caa4185a2915 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:26.837197 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-09a751be-5d99-484e-b3a0-e9b8829b2df7 req-a1fde5ec-b65d-4353-add4-caa4185a2915 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 944 time: 0.0465755 Jun 08 13:50:26.849996 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:26.885019 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-09a751be-5d99-484e-b3a0-e9b8829b2df7 req-a4fcecf7-6578-40d7-ba61-573be5756c8a tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423026 Jun 08 13:50:27.147815 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8cfd7-677f-49bc-907c-d32c6cd7fa52 req-7e579ab4-d4c0-441d-8047-e545b3f6f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:27.148638 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aeec8e-ddd1-4657-a87d-1b5dfbf453b6 req-c12070d1-08e9-44f0-9c1b-c87acf94e880 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:27.149358 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-92f8cfd7-677f-49bc-907c-d32c6cd7fa52 req-7e579ab4-d4c0-441d-8047-e545b3f6f769 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14385fc22a1d4de4bc0af0c764f6ef69&device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 1128 time: 0.0414991 Jun 08 13:50:27.150374 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a5aeec8e-ddd1-4657-a87d-1b5dfbf453b6 req-c12070d1-08e9-44f0-9c1b-c87acf94e880 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0813076 Jun 08 13:50:27.180166 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63f0e6-5070-436c-a0d9-0f548614a617 req-6d551758-26c2-4a71-81b9-27af4107c438 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:27.181684 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4a63f0e6-5070-436c-a0d9-0f548614a617 req-6d551758-26c2-4a71-81b9-27af4107c438 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0803564 Jun 08 13:50:27.234686 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a5aeec8e-ddd1-4657-a87d-1b5dfbf453b6 req-39195131-a553-4b47-a648-2dd4acac0797 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782437 Jun 08 13:50:27.258118 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4a63f0e6-5070-436c-a0d9-0f548614a617 req-8ff138e0-2465-4549-9ff2-1e5193555b00 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676775 Jun 08 13:50:27.305219 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8b593-b06e-42f0-b280-c8f90f92f9a8 req-67b14ecc-bad4-45c6-ad47-1a0dfdc31593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:27.324440 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f9c8b593-b06e-42f0-b280-c8f90f92f9a8 req-67b14ecc-bad4-45c6-ad47-1a0dfdc31593 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87c115dc845a497292c12e2980e9f77b&device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 1129 time: 0.0841093 Jun 08 13:50:27.338921 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8cfd7-677f-49bc-907c-d32c6cd7fa52 req-f864fc29-84a4-42e9-896a-9bc9323a0831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:27.340390 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-92f8cfd7-677f-49bc-907c-d32c6cd7fa52 req-f864fc29-84a4-42e9-896a-9bc9323a0831 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=14385fc22a1d4de4bc0af0c764f6ef69&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1293516 Jun 08 13:50:27.787393 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:27.806555 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:27.821157 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8cfd7-677f-49bc-907c-d32c6cd7fa52 req-8091bc38-15f3-4ddd-9033-f85b7d980449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:27.822693 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-92f8cfd7-677f-49bc-907c-d32c6cd7fa52 req-8091bc38-15f3-4ddd-9033-f85b7d980449 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1703129 Jun 08 13:50:27.823739 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8b593-b06e-42f0-b280-c8f90f92f9a8 req-a296385d-7609-48b8-9e70-739c854df6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:27.825075 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f9c8b593-b06e-42f0-b280-c8f90f92f9a8 req-a296385d-7609-48b8-9e70-739c854df6b6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=42d99904-a8b4-4285-872c-5a43c79568a6 HTTP/1.1" status: 200 len: 911 time: 0.1714647 Jun 08 13:50:27.996942 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc6319-3d00-42ff-bc61-c652193a7473 req-2674c081-ec7c-4919-855f-b6924a320395 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:27.998415 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-37bc6319-3d00-42ff-bc61-c652193a7473 req-2674c081-ec7c-4919-855f-b6924a320395 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 944 time: 0.0480902 Jun 08 13:50:28.046002 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-37bc6319-3d00-42ff-bc61-c652193a7473 req-bd8f1970-c622-4364-b899-d473893d4fd4 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412273 Jun 08 13:50:28.380996 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf512782-7d97-41ae-96fb-4a2d9d463015 req-08dbe67a-401a-4566-a751-ab78750b04ba tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:28.382458 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-cf512782-7d97-41ae-96fb-4a2d9d463015 req-08dbe67a-401a-4566-a751-ab78750b04ba tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0761745 Jun 08 13:50:28.401589 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3591b5-de1d-4556-b0fe-dae1ed9b166e req-1386b343-49e6-4c51-ac61-781a1ffaf06b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:28.402976 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9f3591b5-de1d-4556-b0fe-dae1ed9b166e req-1386b343-49e6-4c51-ac61-781a1ffaf06b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0658858 Jun 08 13:50:28.403357 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:28.464543 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-cf512782-7d97-41ae-96fb-4a2d9d463015 req-88d4c66e-9f94-4a7d-9f34-833d95e1721c tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765800 Jun 08 13:50:28.476133 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9f3591b5-de1d-4556-b0fe-dae1ed9b166e req-2a8be4d1-1a2d-48ac-b68c-cc588518e3f2 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647159 Jun 08 13:50:28.930459 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-afa85b50-ec04-4c20-8a82-62ba6b496c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:28.931921 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-afa85b50-ec04-4c20-8a82-62ba6b496c6f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14385fc22a1d4de4bc0af0c764f6ef69&device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 1128 time: 0.0526247 Jun 08 13:50:28.938160 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f9c8b593-b06e-42f0-b280-c8f90f92f9a8 req-219b03b7-1c64-4ad5-a886-fe23a365512c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38bbf42f-b3f0-44a4-992c-b83e8f85c80a HTTP/1.1" status: 200 len: 1001 time: 0.0963984 Jun 08 13:50:28.966484 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1447c-fea1-468b-b1ed-0156278f18e1 req-39f23cba-800a-42cb-bc78-f5d4430b2b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:28.973331 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-97c1447c-fea1-468b-b1ed-0156278f18e1 req-39f23cba-800a-42cb-bc78-f5d4430b2b6f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 1130 time: 0.0397778 Jun 08 13:50:28.999825 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-0b84418a-e99f-41ea-b8a0-7f7f5750de2e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86e5c27b-3254-42aa-9d0f-5a43c944241b HTTP/1.1" status: 200 len: 217 time: 0.0607338 Jun 08 13:50:29.028935 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-97c1447c-fea1-468b-b1ed-0156278f18e1 req-c2285c1a-d7bd-4054-b076-127e0a582b3c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450180 Jun 08 13:50:29.046973 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8b593-b06e-42f0-b280-c8f90f92f9a8 req-dcf58847-d82f-44da-8c14-4c1db9f91184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:29.048448 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f9c8b593-b06e-42f0-b280-c8f90f92f9a8 req-dcf58847-d82f-44da-8c14-4c1db9f91184 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a0a5efd6-6778-48b9-88e3-5a88abf2683a HTTP/1.1" status: 200 len: 849 time: 0.1031685 Jun 08 13:50:29.060427 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-a2ec021b-d476-47a5-92a3-22d047ac76d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:29.062828 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-a2ec021b-d476-47a5-92a3-22d047ac76d1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1ee10986-79b5-42da-ad16-de38c97fa967 HTTP/1.1" status: 200 len: 853 time: 0.0562530 Jun 08 13:50:29.161238 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9ed89-2673-4e63-882e-b18adf805331 req-5b189843-517c-472d-a149-2ea86959b967 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:29.162714 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-77e9ed89-2673-4e63-882e-b18adf805331 req-5b189843-517c-472d-a149-2ea86959b967 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 944 time: 0.0478191 Jun 08 13:50:29.211268 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-77e9ed89-2673-4e63-882e-b18adf805331 req-2a44b41e-272f-48c6-87e9-7ad71a6fcf6b tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429690 Jun 08 13:50:29.306024 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:29.320685 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-fa62707c-3f87-47a2-8a33-79f017d9af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:29.322169 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-fa62707c-3f87-47a2-8a33-79f017d9af24 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c89f5e55-1486-4a8c-8616-1c7f2554f4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627303 Jun 08 13:50:29.323147 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8b593-b06e-42f0-b280-c8f90f92f9a8 req-ddf7c535-448f-43fc-a9ba-ad6c9ac52448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:29.324478 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f9c8b593-b06e-42f0-b280-c8f90f92f9a8 req-ddf7c535-448f-43fc-a9ba-ad6c9ac52448 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=42d99904-a8b4-4285-872c-5a43c79568a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749345 Jun 08 13:50:29.508782 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-192091c0-9313-494a-9b90-e499e4004197 service neutron] 10.222.0.61 "GET /v2.0/networks/c89f5e55-1486-4a8c-8616-1c7f2554f4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678910 Jun 08 13:50:29.511107 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f9c8b593-b06e-42f0-b280-c8f90f92f9a8 req-7096e953-a1f2-4cee-ae75-de04562162b8 service neutron] 10.222.0.61 "GET /v2.0/networks/42d99904-a8b4-4285-872c-5a43c79568a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601999 Jun 08 13:50:29.638144 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074afb7-b272-461a-ba5e-1e3c8ae249fd req-9d23219a-367c-4488-b89f-9e32d857428b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:29.640013 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b074afb7-b272-461a-ba5e-1e3c8ae249fd req-9d23219a-367c-4488-b89f-9e32d857428b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0813766 Jun 08 13:50:29.647449 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df8809-aecf-444a-868b-ff3446748018 req-b30ec70b-a476-486a-a7b6-d1c6bc5705b5 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:29.649073 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c5df8809-aecf-444a-868b-ff3446748018 req-b30ec70b-a476-486a-a7b6-d1c6bc5705b5 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.1013200 Jun 08 13:50:29.713872 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b074afb7-b272-461a-ba5e-1e3c8ae249fd req-12e149e9-c996-476c-9667-45f9e6b8745c tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637038 Jun 08 13:50:29.731398 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c5df8809-aecf-444a-868b-ff3446748018 req-cf339019-f88d-4377-8522-8bbfc089ae12 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748804 Jun 08 13:50:29.886940 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:29.951629 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f9c8b593-b06e-42f0-b280-c8f90f92f9a8 req-c412a6fa-1874-4386-bbf6-bbd6c3501abf service neutron] 10.222.0.61 "GET /v2.0/networks/42d99904-a8b4-4285-872c-5a43c79568a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749411 Jun 08 13:50:29.958294 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-b65a8a62-cb67-495b-aba1-7325a778d813 req-cc8c3eb4-8454-4e09-b91d-14372dad0c8b service neutron] 10.222.0.61 "GET /v2.0/networks/c89f5e55-1486-4a8c-8616-1c7f2554f4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789989 Jun 08 13:50:30.334268 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6494511-5f2a-4690-8710-0a9c8d76eeaa req-4169f873-5bc5-489b-a9ad-1a8fcd505ef9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:30.334885 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e6494511-5f2a-4690-8710-0a9c8d76eeaa req-4169f873-5bc5-489b-a9ad-1a8fcd505ef9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 944 time: 0.0473418 Jun 08 13:50:30.381990 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e6494511-5f2a-4690-8710-0a9c8d76eeaa req-19f7e50c-6e13-427a-8b28-6091bdb1adf7 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409844 Jun 08 13:50:30.877976 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edf292-3c62-4f0c-a89d-22ad75935156 req-a7621705-74a4-4263-b528-a680249c5b17 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:30.880736 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e9edf292-3c62-4f0c-a89d-22ad75935156 req-a7621705-74a4-4263-b528-a680249c5b17 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0846670 Jun 08 13:50:30.889570 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbccf6-e98e-4ca6-b919-8e91ee272918 req-2dd965d7-2256-4b16-ab6e-3337728175e0 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:30.891102 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f9cbccf6-e98e-4ca6-b919-8e91ee272918 req-2dd965d7-2256-4b16-ab6e-3337728175e0 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0842891 Jun 08 13:50:30.899288 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:30.970435 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e9edf292-3c62-4f0c-a89d-22ad75935156 req-a538d92a-4f0b-4c60-a14b-bc1df1aee11a tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783229 Jun 08 13:50:30.974641 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f9cbccf6-e98e-4ca6-b919-8e91ee272918 req-c0331663-2b4f-4a72-879d-8cf5bfa661b8 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733156 Jun 08 13:50:31.500904 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058fa94-83c3-439d-bfc0-4071174491cc req-2a31b745-0963-474b-a625-d862b99e0247 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:31.508461 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6058fa94-83c3-439d-bfc0-4071174491cc req-2a31b745-0963-474b-a625-d862b99e0247 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 944 time: 0.0534198 Jun 08 13:50:31.566000 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7d13f-3024-41b6-83bd-8becd1bd9ad2 req-b0e6ea41-0256-4835-a791-b80f0f4e6fd4 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:31.567669 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7bc7d13f-3024-41b6-83bd-8becd1bd9ad2 req-b0e6ea41-0256-4835-a791-b80f0f4e6fd4 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0614481 Jun 08 13:50:31.604240 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6058fa94-83c3-439d-bfc0-4071174491cc req-a6053e88-5248-44a7-9ae0-577ff104d175 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883222 Jun 08 13:50:31.621075 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:31.633579 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7bc7d13f-3024-41b6-83bd-8becd1bd9ad2 req-ba50891a-53bf-4bbc-ad13-9224999f98d7 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601807 Jun 08 13:50:31.800275 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a6fbdae9-5518-465b-a100-cc4695fc9e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:32.087623 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b2844-5429-4df8-ad14-60d7fda3ef0e req-67a8eb9f-b3e3-43cb-bf6d-a78d1e06fd53 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:32.089157 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ae8b2844-5429-4df8-ad14-60d7fda3ef0e req-67a8eb9f-b3e3-43cb-bf6d-a78d1e06fd53 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0467830 Jun 08 13:50:32.140449 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ae8b2844-5429-4df8-ad14-60d7fda3ef0e req-1f0f57d3-a0ef-41e2-adab-40657577e9a4 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456073 Jun 08 13:50:32.744804 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4ec92-f4ca-42f4-8c99-98fe027f6948 req-1a788d96-26b6-4f08-a844-cccce2b98024 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:32.746265 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-33a4ec92-f4ca-42f4-8c99-98fe027f6948 req-1a788d96-26b6-4f08-a844-cccce2b98024 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 944 time: 0.0740476 Jun 08 13:50:32.765606 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5f546-e407-4d35-8d3e-f3035a5a5fa7 req-dca30770-af64-40a0-a2fd-95cffef6cee6 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:32.766983 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5ff5f546-e407-4d35-8d3e-f3035a5a5fa7 req-dca30770-af64-40a0-a2fd-95cffef6cee6 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0641932 Jun 08 13:50:32.832387 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-33a4ec92-f4ca-42f4-8c99-98fe027f6948 req-7001eb09-c13b-474c-8561-fcdd77e87021 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804617 Jun 08 13:50:32.836490 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5ff5f546-e407-4d35-8d3e-f3035a5a5fa7 req-e971ecf9-1541-48e8-8154-1e8e579e6a59 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626056 Jun 08 13:50:33.983972 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373d31b-288b-4c19-beb2-f4d51664f5ca req-6b237ec2-0bf0-4a25-90aa-ad906943d253 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:33.985511 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3373d31b-288b-4c19-beb2-f4d51664f5ca req-6b237ec2-0bf0-4a25-90aa-ad906943d253 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 944 time: 0.0856853 Jun 08 13:50:33.992214 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12a390-b304-405f-b906-325b5955df2f req-219a155b-0b94-4126-a5d6-25c493798ade tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:33.993613 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1c12a390-b304-405f-b906-325b5955df2f req-219a155b-0b94-4126-a5d6-25c493798ade tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0848947 Jun 08 13:50:34.068667 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-bb73e8df-a332-4c01-b529-25e5a30ca622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:34.069879 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3373d31b-288b-4c19-beb2-f4d51664f5ca req-f6f4e031-c4de-4051-afd1-f91302b2fef8 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753143 Jun 08 13:50:34.077825 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1c12a390-b304-405f-b906-325b5955df2f req-1b49a826-6598-4408-9abb-d62e69fd3e09 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735807 Jun 08 13:50:35.187116 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f477c39-6d04-4f92-ad7e-573bc37c7033 req-d7ce6f11-0ce4-4130-882b-6cbdeb4f32d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:35.188689 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-8f477c39-6d04-4f92-ad7e-573bc37c7033 req-d7ce6f11-0ce4-4130-882b-6cbdeb4f32d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9abd79bc99784c3f81991d1cae37a074&device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 1130 time: 0.0495491 Jun 08 13:50:35.230186 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c18e1-cdf1-438f-b05e-bbcaa0035846 req-31504d11-32b7-4c30-8714-8f6bd083253c tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:35.231676 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-286c18e1-cdf1-438f-b05e-bbcaa0035846 req-31504d11-32b7-4c30-8714-8f6bd083253c tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0812910 Jun 08 13:50:35.237688 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afb8dd-3d3a-434f-9211-5d1ca7273bff req-4dd8c06a-23c4-4998-8ab6-ff047bdde7ef tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:35.239621 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-13afb8dd-3d3a-434f-9211-5d1ca7273bff req-4dd8c06a-23c4-4998-8ab6-ff047bdde7ef tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 944 time: 0.0874584 Jun 08 13:50:35.284380 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f477c39-6d04-4f92-ad7e-573bc37c7033 req-43845ab8-493a-4cc5-b275-7b1b05cc140b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:35.286415 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-8f477c39-6d04-4f92-ad7e-573bc37c7033 req-43845ab8-493a-4cc5-b275-7b1b05cc140b service neutron] 10.222.0.61 "GET /v2.0/networks?id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f HTTP/1.1" status: 200 len: 919 time: 0.0905998 Jun 08 13:50:35.299814 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:35.311269 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-286c18e1-cdf1-438f-b05e-bbcaa0035846 req-7ea6950c-0d03-476b-8dc8-7558355b4630 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706813 Jun 08 13:50:35.318629 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-13afb8dd-3d3a-434f-9211-5d1ca7273bff req-decb9800-f0cf-4067-be35-39e73b946a7b tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718012 Jun 08 13:50:35.352480 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-8f477c39-6d04-4f92-ad7e-573bc37c7033 req-0a1ca1d9-aeca-4f81-a964-162916ee7187 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 HTTP/1.1" status: 200 len: 1001 time: 0.0577052 Jun 08 13:50:35.399620 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f477c39-6d04-4f92-ad7e-573bc37c7033 req-d348b201-76c1-411a-9743-17f0b7cc80ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:35.401065 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-8f477c39-6d04-4f92-ad7e-573bc37c7033 req-d348b201-76c1-411a-9743-17f0b7cc80ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69836fd4-f98b-48c1-883c-8589e3b080df HTTP/1.1" status: 200 len: 857 time: 0.0428984 Jun 08 13:50:35.448919 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f477c39-6d04-4f92-ad7e-573bc37c7033 req-391648ab-55b4-4b02-a623-df940e3fa869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:35.450399 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-8f477c39-6d04-4f92-ad7e-573bc37c7033 req-391648ab-55b4-4b02-a623-df940e3fa869 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421445 Jun 08 13:50:35.492006 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:36.456891 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-8f477c39-6d04-4f92-ad7e-573bc37c7033 req-49eaede0-5bc1-41c0-bdc9-bc2b69d673fe service neutron] 10.222.0.61 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830035 Jun 08 13:50:36.463382 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5b78b-a392-4bde-88a7-66378ac3988a req-be015f5b-cb44-4896-a3ce-8975c7f40a4e tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:36.464899 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e1e5b78b-a392-4bde-88a7-66378ac3988a req-be015f5b-cb44-4896-a3ce-8975c7f40a4e tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0822852 Jun 08 13:50:36.470810 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b44fb3-a41c-4cf1-a74c-1a3f71c41ad0 req-dd07f07e-d6db-4bd8-a0b6-f5eb1f62c791 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:36.472453 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a6b44fb3-a41c-4cf1-a74c-1a3f71c41ad0 req-dd07f07e-d6db-4bd8-a0b6-f5eb1f62c791 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 944 time: 0.0798061 Jun 08 13:50:36.552254 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e1e5b78b-a392-4bde-88a7-66378ac3988a req-53c49351-af43-419b-a258-3521e61bf030 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775433 Jun 08 13:50:36.556863 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a6b44fb3-a41c-4cf1-a74c-1a3f71c41ad0 req-8b05d4a3-5b2b-4d70-89cf-bfa40ee7d1b0 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751643 Jun 08 13:50:36.648626 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:37.182335 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 86e5c27b-3254-42aa-9d0f-5a43c944241b details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:50:37.268797 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-8f477c39-6d04-4f92-ad7e-573bc37c7033 req-2fa5b1a8-a6a5-476d-9ab6-025f83692858 service neutron] 10.222.0.61 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867307 Jun 08 13:50:37.282874 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 86e5c27b-3254-42aa-9d0f-5a43c944241b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=86e5c27b-3254-42aa-9d0f-5a43c944241b,segment=NetworkSegment(ac56fb31-b315-49df-9d9f-d73acde813cd),segment_id=ac56fb31-b315-49df-9d9f-d73acde813cd)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:50:37.295030 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Returning: {'device': '86e5c27b-3254-42aa-9d0f-5a43c944241b', 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0', 'port_id': '86e5c27b-3254-42aa-9d0f-5a43c944241b', 'mac_address': 'fa:16:3e:90:aa:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee10986-79b5-42da-ad16-de38c97fa967', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:50:37.328817 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 86e5c27b-3254-42aa-9d0f-5a43c944241b is: DOWN; New status is: BUILD {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:50:37.329193 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (86e5c27b-3254-42aa-9d0f-5a43c944241b), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:37.342495 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e5c27b-3254-42aa-9d0f-5a43c944241b {{(pid=110999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:50:37.362373 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 86e5c27b-3254-42aa-9d0f-5a43c944241b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=86e5c27b-3254-42aa-9d0f-5a43c944241b,segment=NetworkSegment(ac56fb31-b315-49df-9d9f-d73acde813cd),segment_id=ac56fb31-b315-49df-9d9f-d73acde813cd)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:50:37.453812 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (86e5c27b-3254-42aa-9d0f-5a43c944241b), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:37.502349 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=86e5c27b-3254-42aa-9d0f-5a43c944241b,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:50:37.509982 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:37.510322 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:37.510674 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:37.511008 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:37.511337 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:37.511657 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:37.511977 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:37.512394 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:37.512713 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:37.513030 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:37.513345 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:37.513659 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:37.513973 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:37.514281 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:37.514591 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:37.684377 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:37.699555 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db335a37-7e87-4d8b-8445-cca8c47baae2 req-159b747a-87c5-475f-b0fa-c1807f6d1690 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:37.701094 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-db335a37-7e87-4d8b-8445-cca8c47baae2 req-159b747a-87c5-475f-b0fa-c1807f6d1690 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0809469 Jun 08 13:50:37.707177 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0179f-a3b4-4c9a-96f3-9c21df67b702 req-18a5eb9e-f00d-4fe9-a6c2-d28c08efe748 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:37.708624 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e2d0179f-a3b4-4c9a-96f3-9c21df67b702 req-18a5eb9e-f00d-4fe9-a6c2-d28c08efe748 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 945 time: 0.0795534 Jun 08 13:50:37.739798 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:37.783916 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-db335a37-7e87-4d8b-8445-cca8c47baae2 req-bc445033-2388-4bdc-b485-533f896ddb61 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743625 Jun 08 13:50:37.788145 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e2d0179f-a3b4-4c9a-96f3-9c21df67b702 req-1ea7be6d-1194-4154-bd3a-ccb41e765292 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723233 Jun 08 13:50:38.242411 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:38.599997 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['86e5c27b-3254-42aa-9d0f-5a43c944241b'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:50:38.932966 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10db35d-5634-4070-9164-4a8a6ef8299f req-0935a4b4-8040-4a9b-9d78-b745e25e860d tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:38.934369 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a10db35d-5634-4070-9164-4a8a6ef8299f req-0935a4b4-8040-4a9b-9d78-b745e25e860d tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0783470 Jun 08 13:50:38.940302 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae883379-d918-4168-abdc-471a94e888a7 req-d1ed9fb6-6d5f-433f-b63c-bf978612d5c3 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:38.942192 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ae883379-d918-4168-abdc-471a94e888a7 req-d1ed9fb6-6d5f-433f-b63c-bf978612d5c3 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 945 time: 0.0753229 Jun 08 13:50:39.013052 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a10db35d-5634-4070-9164-4a8a6ef8299f req-4853c801-11b2-4c56-b2ed-de9014ba7685 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699291 Jun 08 13:50:39.020485 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ae883379-d918-4168-abdc-471a94e888a7 req-5af22a98-ff04-45b4-a37f-a7267bdc2b71 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699766 Jun 08 13:50:40.158213 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a484e3-fc19-4e84-a3a7-dc5c06e63bf8 req-50bc8b1e-c22d-415c-9951-8ec5a74887b0 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:40.159731 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-37a484e3-fc19-4e84-a3a7-dc5c06e63bf8 req-50bc8b1e-c22d-415c-9951-8ec5a74887b0 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0765676 Jun 08 13:50:40.168916 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00373c-13ef-44b5-8eea-2bb7821eaa6f req-777b3327-6a97-4926-9b8f-f3a4285fe2fe tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:40.170368 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5b00373c-13ef-44b5-8eea-2bb7821eaa6f req-777b3327-6a97-4926-9b8f-f3a4285fe2fe tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 945 time: 0.0782354 Jun 08 13:50:40.238046 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-37a484e3-fc19-4e84-a3a7-dc5c06e63bf8 req-f1f3dc86-f439-41f0-a24b-21ad924f58b7 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667164 Jun 08 13:50:40.242600 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-e79671a6-3dc4-4bb4-a47d-92f8438a6fb8 req-8ae777f4-a854-4a9a-9663-d782bfccd4e5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390363 Jun 08 13:50:40.249413 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5b00373c-13ef-44b5-8eea-2bb7821eaa6f req-175e4c07-2438-4a71-a11c-45aaa680436e tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711224 Jun 08 13:50:40.324021 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79671a6-3dc4-4bb4-a47d-92f8438a6fb8 req-5f3cbb06-a976-4326-8ee7-0a23bda7ade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:40.325513 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-e79671a6-3dc4-4bb4-a47d-92f8438a6fb8 req-5f3cbb06-a976-4326-8ee7-0a23bda7ade7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9abd79bc99784c3f81991d1cae37a074&device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 1130 time: 0.0390968 Jun 08 13:50:40.440782 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 86e5c27b-3254-42aa-9d0f-5a43c944241b up at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:50:40.443704 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79671a6-3dc4-4bb4-a47d-92f8438a6fb8 req-10dcea0e-01c5-4732-a8f4-57107aad133c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:40.445195 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-e79671a6-3dc4-4bb4-a47d-92f8438a6fb8 req-10dcea0e-01c5-4732-a8f4-57107aad133c service neutron] 10.222.0.61 "GET /v2.0/networks?id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f HTTP/1.1" status: 200 len: 919 time: 0.0884929 Jun 08 13:50:40.483668 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning for port 86e5c27b-3254-42aa-9d0f-5a43c944241b completed by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 13:50:40.488071 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-e79671a6-3dc4-4bb4-a47d-92f8438a6fb8 req-b0574aca-a16c-4a38-8df8-9878d649e753 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a043c6d6-d4b4-4d25-927f-f3ba0a63e491 HTTP/1.1" status: 200 len: 217 time: 0.0327461 Jun 08 13:50:40.542940 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning complete for port 86e5c27b-3254-42aa-9d0f-5a43c944241b triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:50:40.543327 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (86e5c27b-3254-42aa-9d0f-5a43c944241b), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:40.615483 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 86e5c27b-3254-42aa-9d0f-5a43c944241b is: BUILD; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:50:40.615781 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (86e5c27b-3254-42aa-9d0f-5a43c944241b), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:40.641382 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ed7b73-7978-4c81-84f1-53d223ad842f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e5c27b-3254-42aa-9d0f-5a43c944241b'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:50:40.643586 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b17ebb-3d3a-4217-88d9-e3874187c5b4" -d '{"events": [{"server_uuid": "08ed7b73-7978-4c81-84f1-53d223ad842f", "name": "network-vif-plugged", "status": "completed", "tag": "86e5c27b-3254-42aa-9d0f-5a43c944241b"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:50:40.656078 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 86e5c27b-3254-42aa-9d0f-5a43c944241b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=86e5c27b-3254-42aa-9d0f-5a43c944241b,segment=NetworkSegment(ac56fb31-b315-49df-9d9f-d73acde813cd),segment_id=ac56fb31-b315-49df-9d9f-d73acde813cd)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:50:40.679240 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effde67a-9b90-4391-99ac-f41bddb48351 x-openstack-request-id: req-effde67a-9b90-4391-99ac-f41bddb48351 {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:50:40.679518 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ed7b73-7978-4c81-84f1-53d223ad842f", "name": "network-vif-plugged", "status": "completed", "tag": "86e5c27b-3254-42aa-9d0f-5a43c944241b", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:50:40.679760 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-effde67a-9b90-4391-99ac-f41bddb48351 {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:50:40.680214 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-effde67a-9b90-4391-99ac-f41bddb48351'] response: {'server_uuid': '08ed7b73-7978-4c81-84f1-53d223ad842f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e5c27b-3254-42aa-9d0f-5a43c944241b', 'code': 200} Jun 08 13:50:40.698390 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:50:40.737108 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (86e5c27b-3254-42aa-9d0f-5a43c944241b), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:40.772874 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:40.784252 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=86e5c27b-3254-42aa-9d0f-5a43c944241b,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:50:41.179132 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79671a6-3dc4-4bb4-a47d-92f8438a6fb8 req-050f317f-880d-4346-a001-f95f39dda500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:41.180606 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-e79671a6-3dc4-4bb4-a47d-92f8438a6fb8 req-050f317f-880d-4346-a001-f95f39dda500 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69836fd4-f98b-48c1-883c-8589e3b080df HTTP/1.1" status: 200 len: 857 time: 0.0464592 Jun 08 13:50:41.235087 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79671a6-3dc4-4bb4-a47d-92f8438a6fb8 req-df95c628-7333-4649-a003-5279cd3152f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:41.236573 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-e79671a6-3dc4-4bb4-a47d-92f8438a6fb8 req-df95c628-7333-4649-a003-5279cd3152f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417602 Jun 08 13:50:41.342948 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-e79671a6-3dc4-4bb4-a47d-92f8438a6fb8 req-94c318b1-1727-4381-afa2-52adea0671c1 service neutron] 10.222.0.61 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952554 Jun 08 13:50:41.392474 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66297d-3e0f-449c-852d-a6760c096fa4 req-8ff52c15-8ad0-476a-b213-a9153a708bdc tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:41.393962 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-df66297d-3e0f-449c-852d-a6760c096fa4 req-8ff52c15-8ad0-476a-b213-a9153a708bdc tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0792482 Jun 08 13:50:41.414691 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea81c12-4e86-47ff-a58b-7df46fa5f554 req-dcdff6b4-c2f8-4142-ae2a-7e2092f30d60 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:41.416146 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fea81c12-4e86-47ff-a58b-7df46fa5f554 req-dcdff6b4-c2f8-4142-ae2a-7e2092f30d60 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 946 time: 0.0692430 Jun 08 13:50:41.451305 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-e79671a6-3dc4-4bb4-a47d-92f8438a6fb8 req-979978c8-d67f-4d3f-bf5c-5923cd7b89aa service neutron] 10.222.0.61 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957389 Jun 08 13:50:41.482628 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-df66297d-3e0f-449c-852d-a6760c096fa4 req-306377d8-40e6-4007-9666-6095d9e9605a tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801895 Jun 08 13:50:41.511378 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fea81c12-4e86-47ff-a58b-7df46fa5f554 req-1a8c0b23-4412-403e-bb4a-5de8a7a891b4 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798550 Jun 08 13:50:41.518418 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:41.528692 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec79b6-a7aa-4a04-a987-94c793248a00 req-acca4c21-4b7f-4c04-b527-527bd594d298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:41.540840 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-15ec79b6-a7aa-4a04-a987-94c793248a00 req-acca4c21-4b7f-4c04-b527-527bd594d298 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 1130 time: 0.0409462 Jun 08 13:50:41.580656 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-15ec79b6-a7aa-4a04-a987-94c793248a00 req-3d5f043c-b220-4d18-a7b8-7ef5aeb40999 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393054 Jun 08 13:50:42.606837 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58de64-c60f-430e-aff0-d1b49aa23a49 req-5c0513d1-626f-431d-b1bc-93efcadb9f06 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:42.608299 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4f58de64-c60f-430e-aff0-d1b49aa23a49 req-5c0513d1-626f-431d-b1bc-93efcadb9f06 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0583560 Jun 08 13:50:42.654621 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a6b51-f5b3-4ea2-853d-3f26aa9adf02 req-9d146bff-c5ee-4073-a391-1036ef2b2f76 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:42.656043 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-578a6b51-f5b3-4ea2-853d-3f26aa9adf02 req-9d146bff-c5ee-4073-a391-1036ef2b2f76 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 946 time: 0.0705376 Jun 08 13:50:42.699048 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4f58de64-c60f-430e-aff0-d1b49aa23a49 req-ed9bff93-2ec3-4e57-ad30-0c0deceb1f48 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755837 Jun 08 13:50:42.730799 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-578a6b51-f5b3-4ea2-853d-3f26aa9adf02 req-1553e480-373e-4e60-a7d6-c5845dd73f23 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606894 Jun 08 13:50:42.822868 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5337c-ce25-42bf-a5a0-7e9e16c88b0d req-ee3e3325-5090-44d0-b4e7-9e385395f0cb tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:42.824429 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-beb5337c-ce25-42bf-a5a0-7e9e16c88b0d req-ee3e3325-5090-44d0-b4e7-9e385395f0cb tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0481927 Jun 08 13:50:42.833220 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 38728) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:50:42.837621 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-2e380d51-ecd7-4225-a2b1-701b99c9cb66 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Request body: {'floatingip': {'port_id': 'd1b9ce5f-7ee5-4967-93f0-2a76e3005b21'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:50:42.891560 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-2e380d51-ecd7-4225-a2b1-701b99c9cb66 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks [] for floatingip (8a2c91c2-b818-4218-83b2-6440774c9e5f), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:42.931691 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:42.974329 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:43.014908 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:43.503612 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.db.resource_extend [None req-2e380d51-ecd7-4225-a2b1-701b99c9cb66 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 13:50:43.550404 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-2e380d51-ecd7-4225-a2b1-701b99c9cb66 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:43.622505 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-2e380d51-ecd7-4225-a2b1-701b99c9cb66 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (8a2c91c2-b818-4218-83b2-6440774c9e5f), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:43.854383 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ea443-f21b-467a-9903-6568d6d462ea req-ff255d0b-d86b-491a-ab48-a2d854409468 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:43.855960 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6b8ea443-f21b-467a-9903-6568d6d462ea req-ff255d0b-d86b-491a-ab48-a2d854409468 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 946 time: 0.0620325 Jun 08 13:50:43.874052 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e380d51-ecd7-4225-a2b1-701b99c9cb66 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Router 01aeb439-193e-4436-9450-4ede1a0b7ab6 has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:50:43.952149 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6b8ea443-f21b-467a-9903-6568d6d462ea req-9f2c19fc-4b68-463e-be55-b147d2668941 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895388 Jun 08 13:50:44.009805 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e380d51-ecd7-4225-a2b1-701b99c9cb66 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:50:44.014656 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-2e380d51-ecd7-4225-a2b1-701b99c9cb66 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:44.019536 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea85ced-38fd-444c-8d0c-3e7e1968c579 None None] Sync routers for ids ['01aeb439-193e-4436-9450-4ede1a0b7ab6'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:50:44.028961 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea85ced-38fd-444c-8d0c-3e7e1968c579 None None] Routers {'01aeb439-193e-4436-9450-4ede1a0b7ab6'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:50:44.032957 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-2ea85ced-38fd-444c-8d0c-3e7e1968c579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:50:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['01aeb439-193e-4436-9450-4ede1a0b7ab6'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:50:44.052906 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777c65ea-2412-4080-9c2c-ee5201184c1e', 'tag': 'd1b9ce5f-7ee5-4967-93f0-2a76e3005b21'}] {{(pid=110997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:50:44.055106 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2deb37cb3b385adf0db1d4fcfc98a25470d12ffd9c9459d76da49831f0e3658f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3039576-d8e3-4fbb-8989-32bc2997dbb5" -d '{"events": [{"name": "network-changed", "server_uuid": "777c65ea-2412-4080-9c2c-ee5201184c1e", "tag": "d1b9ce5f-7ee5-4967-93f0-2a76e3005b21"}]}' {{(pid=110997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:50:44.090950 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-2e380d51-ecd7-4225-a2b1-701b99c9cb66 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "PUT /v2.0/floatingips/8a2c91c2-b818-4218-83b2-6440774c9e5f HTTP/1.1" status: 200 len: 993 time: 1.2530806 Jun 08 13:50:44.117369 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8884180e-ffb0-477e-903d-93c1b39cc931 x-openstack-request-id: req-8884180e-ffb0-477e-903d-93c1b39cc931 {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:50:44.117369 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777c65ea-2412-4080-9c2c-ee5201184c1e", "tag": "d1b9ce5f-7ee5-4967-93f0-2a76e3005b21", "status": "completed", "code": 200}]} {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:50:44.117369 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8884180e-ffb0-477e-903d-93c1b39cc931 {{(pid=110997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:50:44.117369 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8884180e-ffb0-477e-903d-93c1b39cc931'] response: {'name': 'network-changed', 'server_uuid': '777c65ea-2412-4080-9c2c-ee5201184c1e', 'tag': 'd1b9ce5f-7ee5-4967-93f0-2a76e3005b21', 'status': 'completed', 'code': 200} Jun 08 13:50:44.133735 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-2ea85ced-38fd-444c-8d0c-3e7e1968c579 None None] Set router 01aeb439-193e-4436-9450-4ede1a0b7ab6 gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:50:44.339285 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3039576-d8e3-4fbb-8989-32bc2997dbb5 req-b110ae8f-922f-4bae-93fb-59ef3d400ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:44.340808 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c3039576-d8e3-4fbb-8989-32bc2997dbb5 req-b110ae8f-922f-4bae-93fb-59ef3d400ac7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9abd79bc99784c3f81991d1cae37a074&device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 1130 time: 0.0490155 Jun 08 13:50:44.345799 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-2ea85ced-38fd-444c-8d0c-3e7e1968c579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'name': 'tempest-ServerRescueNegativeTestJSON-599513764-router', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:41Z', 'updated_at': '2022-06-08T13:46:56Z', 'revision_number': 4, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'gw_port': {'id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:42Z', 'updated_at': '2022-06-08T13:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '8a2c91c2-b818-4218-83b2-6440774c9e5f', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'port_id': 'd1b9ce5f-7ee5-4967-93f0-2a76e3005b21', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f', 'mac_address': 'fa:16:3e:31:9e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777c65ea-2412-4080-9c2c-ee5201184c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:48:48Z', 'updated_at': '2022-06-08T13:50:43Z', 'revision_number': 3, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5bc94c7-e9e3-436c-acf2-db03ed21a9f9', 'name': '', 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'mac_address': 'fa:16:3e:fe:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '69836fd4-f98b-48c1-883c-8589e3b080df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:51Z', 'updated_at': '2022-06-08T13:47:05Z', 'revision_number': 5, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'subnets': [{'id': '69836fd4-f98b-48c1-883c-8589e3b080df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:50:44.370155 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea85ced-38fd-444c-8d0c-3e7e1968c579 None None] Checking router: 01aeb439-193e-4436-9450-4ede1a0b7ab6 for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:50:44.378355 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea85ced-38fd-444c-8d0c-3e7e1968c579 None None] Routers {'01aeb439-193e-4436-9450-4ede1a0b7ab6'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:50:44.379261 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-2ea85ced-38fd-444c-8d0c-3e7e1968c579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:50:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['01aeb439-193e-4436-9450-4ede1a0b7ab6'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:50:44.483488 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-2ea85ced-38fd-444c-8d0c-3e7e1968c579 None None] Set router 01aeb439-193e-4436-9450-4ede1a0b7ab6 gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:50:44.742180 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:44.751833 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3039576-d8e3-4fbb-8989-32bc2997dbb5 req-c87dd41e-a3bf-41cb-a19f-654370c304de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:44.754282 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c3039576-d8e3-4fbb-8989-32bc2997dbb5 req-c87dd41e-a3bf-41cb-a19f-654370c304de service neutron] 10.222.0.61 "GET /v2.0/networks?id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f HTTP/1.1" status: 200 len: 919 time: 0.3471017 Jun 08 13:50:44.785969 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-2ea85ced-38fd-444c-8d0c-3e7e1968c579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'name': 'tempest-ServerRescueNegativeTestJSON-599513764-router', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:41Z', 'updated_at': '2022-06-08T13:46:56Z', 'revision_number': 4, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'gw_port': {'id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:42Z', 'updated_at': '2022-06-08T13:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '8a2c91c2-b818-4218-83b2-6440774c9e5f', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'port_id': 'd1b9ce5f-7ee5-4967-93f0-2a76e3005b21', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f', 'mac_address': 'fa:16:3e:31:9e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777c65ea-2412-4080-9c2c-ee5201184c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:48:48Z', 'updated_at': '2022-06-08T13:50:43Z', 'revision_number': 3, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5bc94c7-e9e3-436c-acf2-db03ed21a9f9', 'name': '', 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'mac_address': 'fa:16:3e:fe:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '69836fd4-f98b-48c1-883c-8589e3b080df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:51Z', 'updated_at': '2022-06-08T13:47:05Z', 'revision_number': 5, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'subnets': [{'id': '69836fd4-f98b-48c1-883c-8589e3b080df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:50:44.810468 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea85ced-38fd-444c-8d0c-3e7e1968c579 None None] The sync data for ids ['01aeb439-193e-4436-9450-4ede1a0b7ab6'] in dv-cinder-819149-5-iscsi is: [{'id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'name': 'tempest-ServerRescueNegativeTestJSON-599513764-router', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:41Z', 'updated_at': '2022-06-08T13:46:56Z', 'revision_number': 4, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'gw_port': {'id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:42Z', 'updated_at': '2022-06-08T13:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '8a2c91c2-b818-4218-83b2-6440774c9e5f', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'port_id': 'd1b9ce5f-7ee5-4967-93f0-2a76e3005b21', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f', 'mac_address': 'fa:16:3e:31:9e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777c65ea-2412-4080-9c2c-ee5201184c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:48:48Z', 'updated_at': '2022-06-08T13:50:43Z', 'revision_number': 3, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5bc94c7-e9e3-436c-acf2-db03ed21a9f9', 'name': '', 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'mac_address': 'fa:16:3e:fe:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '69836fd4-f98b-48c1-883c-8589e3b080df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:51Z', 'updated_at': '2022-06-08T13:47:05Z', 'revision_number': 5, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'subnets': [{'id': '69836fd4-f98b-48c1-883c-8589e3b080df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:50:44.827958 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c3039576-d8e3-4fbb-8989-32bc2997dbb5 req-8562063f-78ec-4c38-8556-c9932388a1ff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 HTTP/1.1" status: 200 len: 1001 time: 0.0584443 Jun 08 13:50:44.891929 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3039576-d8e3-4fbb-8989-32bc2997dbb5 req-df1fb950-eeed-4b08-a548-d0a5b9232dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:44.893627 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c3039576-d8e3-4fbb-8989-32bc2997dbb5 req-df1fb950-eeed-4b08-a548-d0a5b9232dbd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69836fd4-f98b-48c1-883c-8589e3b080df HTTP/1.1" status: 200 len: 857 time: 0.0520194 Jun 08 13:50:44.938862 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3039576-d8e3-4fbb-8989-32bc2997dbb5 req-3653e71c-9910-4841-8651-d8dcb7d395f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:44.940405 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c3039576-d8e3-4fbb-8989-32bc2997dbb5 req-3653e71c-9910-4841-8651-d8dcb7d395f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402339 Jun 08 13:50:45.031929 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:45.039942 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c3039576-d8e3-4fbb-8989-32bc2997dbb5 req-4912df25-5ddb-448e-9695-dcf600c917d7 service neutron] 10.222.0.61 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892546 Jun 08 13:50:45.069284 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e530d-2e4c-4fa8-be9b-cce50b8bf9bb req-97591a04-0383-4ecd-8c9e-cc47691fe87f tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:45.070793 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5a9e530d-2e4c-4fa8-be9b-cce50b8bf9bb req-97591a04-0383-4ecd-8c9e-cc47691fe87f tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 946 time: 0.0487657 Jun 08 13:50:45.122229 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5a9e530d-2e4c-4fa8-be9b-cce50b8bf9bb req-34c71baf-e4b8-4546-a8fc-896b29bf7d02 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457027 Jun 08 13:50:45.136545 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c3039576-d8e3-4fbb-8989-32bc2997dbb5 req-6c7e430b-494d-4a8e-a54f-729718d29ccc service neutron] 10.222.0.61 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905054 Jun 08 13:50:45.245238 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb77c6-2dbd-4839-a822-34505995b4df req-27f4520c-766f-42e1-a3a1-44aa2880526c tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:45.246743 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d9fb77c6-2dbd-4839-a822-34505995b4df req-27f4520c-766f-42e1-a3a1-44aa2880526c tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 946 time: 0.0520880 Jun 08 13:50:45.296017 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d9fb77c6-2dbd-4839-a822-34505995b4df req-798490fc-7db8-4664-809a-06a92cc7825c tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435429 Jun 08 13:50:45.626003 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb54a7-1f67-4b6e-97f6-8a53d927bff7 req-b4770b9c-3645-40f9-9142-47616f19efad tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:45.627517 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-97bb54a7-1f67-4b6e-97f6-8a53d927bff7 req-b4770b9c-3645-40f9-9142-47616f19efad tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 946 time: 0.0487444 Jun 08 13:50:45.647423 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:45.676585 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-97bb54a7-1f67-4b6e-97f6-8a53d927bff7 req-4832a3e0-076d-479b-9a00-e95e3a157424 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427032 Jun 08 13:50:45.723548 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fc0bc-55bd-4267-a1d1-5a1124d10260 req-408eb12d-1320-4b44-a9ab-98053dcca447 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:45.725069 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-045fc0bc-55bd-4267-a1d1-5a1124d10260 req-408eb12d-1320-4b44-a9ab-98053dcca447 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 946 time: 0.0476398 Jun 08 13:50:45.777826 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-045fc0bc-55bd-4267-a1d1-5a1124d10260 req-591cb23c-5732-42dd-96c3-81449013d816 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471041 Jun 08 13:50:46.116985 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777c65ea-2412-4080-9c2c-ee5201184c1e', 'tag': 'd1b9ce5f-7ee5-4967-93f0-2a76e3005b21'}] {{(pid=110997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:50:46.119353 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2deb37cb3b385adf0db1d4fcfc98a25470d12ffd9c9459d76da49831f0e3658f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b59c54-435f-4ba0-97bd-50fcd84e4750" -d '{"events": [{"name": "network-changed", "server_uuid": "777c65ea-2412-4080-9c2c-ee5201184c1e", "tag": "d1b9ce5f-7ee5-4967-93f0-2a76e3005b21"}]}' {{(pid=110997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:50:46.156290 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d42357-2ac2-4a42-986e-25c91533a9c1 x-openstack-request-id: req-63d42357-2ac2-4a42-986e-25c91533a9c1 {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:50:46.156290 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777c65ea-2412-4080-9c2c-ee5201184c1e", "tag": "d1b9ce5f-7ee5-4967-93f0-2a76e3005b21", "status": "completed", "code": 200}]} {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:50:46.156290 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-63d42357-2ac2-4a42-986e-25c91533a9c1 {{(pid=110997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:50:46.156290 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63d42357-2ac2-4a42-986e-25c91533a9c1'] response: {'name': 'network-changed', 'server_uuid': '777c65ea-2412-4080-9c2c-ee5201184c1e', 'tag': 'd1b9ce5f-7ee5-4967-93f0-2a76e3005b21', 'status': 'completed', 'code': 200} Jun 08 13:50:46.891796 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da740e35-00cb-43b1-a147-e52f1ace2566 req-dfbd623e-28e8-4aa5-a0d3-46e5af1e0565 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:46.893264 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-da740e35-00cb-43b1-a147-e52f1ace2566 req-dfbd623e-28e8-4aa5-a0d3-46e5af1e0565 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 946 time: 0.0463824 Jun 08 13:50:46.939552 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-da740e35-00cb-43b1-a147-e52f1ace2566 req-2731c263-7fd0-4a8b-bb69-da1c5e516bc5 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407352 Jun 08 13:50:47.247745 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b59c54-435f-4ba0-97bd-50fcd84e4750 req-9f54527c-b6fe-4162-815d-5929fc84162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:47.249274 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-82b59c54-435f-4ba0-97bd-50fcd84e4750 req-9f54527c-b6fe-4162-815d-5929fc84162d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9abd79bc99784c3f81991d1cae37a074&device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 1130 time: 0.0416863 Jun 08 13:50:47.454681 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b59c54-435f-4ba0-97bd-50fcd84e4750 req-b18b32a9-2a2f-4f54-bbe3-213750178c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:47.456170 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-82b59c54-435f-4ba0-97bd-50fcd84e4750 req-b18b32a9-2a2f-4f54-bbe3-213750178c9e service neutron] 10.222.0.61 "GET /v2.0/networks?id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f HTTP/1.1" status: 200 len: 919 time: 0.0866613 Jun 08 13:50:47.564842 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936f27b-c57f-42b6-b0e5-474fed58262b req-f128cf10-db1b-4113-b6ff-1a2d5bc370f0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:47.566325 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-b936f27b-c57f-42b6-b0e5-474fed58262b req-f128cf10-db1b-4113-b6ff-1a2d5bc370f0 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 946 time: 0.0779080 Jun 08 13:50:47.582559 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-82b59c54-435f-4ba0-97bd-50fcd84e4750 req-e158da3d-d91d-4267-8048-931794ae7646 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 HTTP/1.1" status: 200 len: 1001 time: 0.0993023 Jun 08 13:50:47.698329 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b59c54-435f-4ba0-97bd-50fcd84e4750 req-6526a97f-2340-4e16-9f46-15eee3251de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:47.699772 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-82b59c54-435f-4ba0-97bd-50fcd84e4750 req-6526a97f-2340-4e16-9f46-15eee3251de3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69836fd4-f98b-48c1-883c-8589e3b080df HTTP/1.1" status: 200 len: 857 time: 0.0933487 Jun 08 13:50:47.700474 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-b936f27b-c57f-42b6-b0e5-474fed58262b req-703c584a-8c86-4598-bb8d-a3dc70029a23 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Deleting port 54564d2a-ca9f-4f1a-998d-b332f1702e71 {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:50:47.700802 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-b936f27b-c57f-42b6-b0e5-474fed58262b req-703c584a-8c86-4598-bb8d-a3dc70029a23 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (54564d2a-ca9f-4f1a-998d-b332f1702e71), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:47.779686 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:47.791123 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b59c54-435f-4ba0-97bd-50fcd84e4750 req-2a50228d-eb74-4763-9dfa-1d6d7eb44fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:47.792646 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-82b59c54-435f-4ba0-97bd-50fcd84e4750 req-2a50228d-eb74-4763-9dfa-1d6d7eb44fcd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae8a0e1e-0700-4e0e-8372-c30751bbef6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766189 Jun 08 13:50:47.877906 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-b936f27b-c57f-42b6-b0e5-474fed58262b req-703c584a-8c86-4598-bb8d-a3dc70029a23 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] For port 54564d2a-ca9f-4f1a-998d-b332f1702e71, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=54564d2a-ca9f-4f1a-998d-b332f1702e71,segment=NetworkSegment(6584da40-2511-448a-a981-cc7b9437b603),segment_id=6584da40-2511-448a-a981-cc7b9437b603)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:50:47.878265 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-b936f27b-c57f-42b6-b0e5-474fed58262b req-703c584a-8c86-4598-bb8d-a3dc70029a23 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (54564d2a-ca9f-4f1a-998d-b332f1702e71), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:47.900337 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-b936f27b-c57f-42b6-b0e5-474fed58262b req-703c584a-8c86-4598-bb8d-a3dc70029a23 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Calling delete_port for 54564d2a-ca9f-4f1a-998d-b332f1702e71 owned by compute:nova {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:50:47.901964 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:47.958172 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-82b59c54-435f-4ba0-97bd-50fcd84e4750 req-20a30a9f-ece4-4bd0-8774-9af97bcd583a service neutron] 10.222.0.61 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531310 Jun 08 13:50:48.059876 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae80fa-0d71-4f8b-98c5-dc0e1db5418a req-99bb034d-031a-4760-bfda-7e7bdb5a957f tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:48.061400 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-87ae80fa-0d71-4f8b-98c5-dc0e1db5418a req-99bb034d-031a-4760-bfda-7e7bdb5a957f tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 946 time: 0.0528517 Jun 08 13:50:48.096796 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-82b59c54-435f-4ba0-97bd-50fcd84e4750 req-2fb4fbea-7aa7-4e50-9ed4-700d2146ccdd service neutron] 10.222.0.61 "GET /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319852 Jun 08 13:50:48.114265 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-87ae80fa-0d71-4f8b-98c5-dc0e1db5418a req-d3cc667b-0264-464e-90b8-0501a8debf6f tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/security-groups?id=15099a6c-e2a1-479c-9641-498ae156bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466270 Jun 08 13:50:48.228638 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-b936f27b-c57f-42b6-b0e5-474fed58262b req-703c584a-8c86-4598-bb8d-a3dc70029a23 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (54564d2a-ca9f-4f1a-998d-b332f1702e71), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:48.240992 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['54564d2a-ca9f-4f1a-998d-b332f1702e71'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:50:48.254624 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c584a-8c86-4598-bb8d-a3dc70029a23 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Pushing event deleted for resources: {'Port': ['ID=54564d2a-ca9f-4f1a-998d-b332f1702e71,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:50:48.264473 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c584a-8c86-4598-bb8d-a3dc70029a23 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:48.264828 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c584a-8c86-4598-bb8d-a3dc70029a23 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:48.265157 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c584a-8c86-4598-bb8d-a3dc70029a23 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:48.265493 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c584a-8c86-4598-bb8d-a3dc70029a23 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:48.265824 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c584a-8c86-4598-bb8d-a3dc70029a23 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:48.266149 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c584a-8c86-4598-bb8d-a3dc70029a23 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:48.266471 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c584a-8c86-4598-bb8d-a3dc70029a23 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:48.266796 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c584a-8c86-4598-bb8d-a3dc70029a23 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:48.267183 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c584a-8c86-4598-bb8d-a3dc70029a23 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:48.267982 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c584a-8c86-4598-bb8d-a3dc70029a23 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:48.267982 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c584a-8c86-4598-bb8d-a3dc70029a23 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:48.272312 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c584a-8c86-4598-bb8d-a3dc70029a23 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:48.272312 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c584a-8c86-4598-bb8d-a3dc70029a23 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:48.272312 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c584a-8c86-4598-bb8d-a3dc70029a23 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:48.272312 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703c584a-8c86-4598-bb8d-a3dc70029a23 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:48.316588 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-b936f27b-c57f-42b6-b0e5-474fed58262b req-703c584a-8c86-4598-bb8d-a3dc70029a23 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] No DVR routers for this DVR port 54564d2a-ca9f-4f1a-998d-b332f1702e71 on host hv-cinder-81914 {{(pid=110998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:50:48.319237 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-b936f27b-c57f-42b6-b0e5-474fed58262b req-703c584a-8c86-4598-bb8d-a3dc70029a23 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:48.322460 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-b936f27b-c57f-42b6-b0e5-474fed58262b req-703c584a-8c86-4598-bb8d-a3dc70029a23 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.61 "DELETE /v2.0/ports/54564d2a-ca9f-4f1a-998d-b332f1702e71 HTTP/1.1" status: 204 len: 173 time: 0.7479196 Jun 08 13:50:48.322888 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5333f0-e2b2-4fae-9392-8dedd5bee5cb', 'name': 'network-vif-deleted', 'tag': '54564d2a-ca9f-4f1a-998d-b332f1702e71'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:50:48.325112 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3933766b-5e23-48c5-9ca2-3999cfc07987" -d '{"events": [{"server_uuid": "5f5333f0-e2b2-4fae-9392-8dedd5bee5cb", "name": "network-vif-deleted", "tag": "54564d2a-ca9f-4f1a-998d-b332f1702e71"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:50:48.360235 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f888d8-33f8-4987-b9a5-063e4decdb8b x-openstack-request-id: req-07f888d8-33f8-4987-b9a5-063e4decdb8b {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:50:48.360549 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5333f0-e2b2-4fae-9392-8dedd5bee5cb", "name": "network-vif-deleted", "tag": "54564d2a-ca9f-4f1a-998d-b332f1702e71", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:50:48.360816 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-07f888d8-33f8-4987-b9a5-063e4decdb8b {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:50:48.361218 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f888d8-33f8-4987-b9a5-063e4decdb8b'] response: {'server_uuid': '5f5333f0-e2b2-4fae-9392-8dedd5bee5cb', 'name': 'network-vif-deleted', 'tag': '54564d2a-ca9f-4f1a-998d-b332f1702e71', 'status': 'completed', 'code': 200} Jun 08 13:50:49.228011 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-66fb022c-109e-4295-8711-05093f6eb196 req-54e71a11-79e3-48df-8084-737f7beedc08 tempest-VolumesSnapshotTestJSON-2052363107 tempest-VolumesSnapshotTestJSON-2052363107-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f5333f0-e2b2-4fae-9392-8dedd5bee5cb HTTP/1.1" status: 200 len: 210 time: 0.0317087 Jun 08 13:50:50.442803 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 54564d2a-ca9f-4f1a-998d-b332f1702e71 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:50:50.461282 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] No Port match for: 54564d2a-ca9f-4f1a-998d-b332f1702e71 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:50:50.461612 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 54564d2a-ca9f-4f1a-998d-b332f1702e71 not bound to the agent host hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:50:57.205139 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e3795-350e-400b-b21c-a95b52c6773c req-f28ed183-2d22-4021-98c3-0717d6a2c3d5 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:57.206763 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-225e3795-350e-400b-b21c-a95b52c6773c req-f28ed183-2d22-4021-98c3-0717d6a2c3d5 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 946 time: 0.0488412 Jun 08 13:50:57.255887 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-225e3795-350e-400b-b21c-a95b52c6773c req-8fd733cc-afe3-41d2-a016-982b923d3a10 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434828 Jun 08 13:50:57.281631 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 38860) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:50:57.469722 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b446df6-f3a7-4bbd-8929-a749d2c2ed93 tempest-TestMinimumBasicScenario-1314562842 tempest-TestMinimumBasicScenario-1314562842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:57.471483 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-7b446df6-f3a7-4bbd-8929-a749d2c2ed93 tempest-TestMinimumBasicScenario-1314562842 tempest-TestMinimumBasicScenario-1314562842-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 1125 time: 0.1886168 Jun 08 13:50:57.475008 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 38864) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:50:57.479396 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Request body: {'floatingip': {'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'port_id': '86e5c27b-3254-42aa-9d0f-5a43c944241b', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:50:57.585171 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:57.669837 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:57.777601 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.db_base_plugin_common [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Allocated IP 172.27.1.242 (070b030f-98d2-43d9-b022-f506d26f1e83/4285c1ce-c1bb-4be9-b005-ebf83c2cba00/6b8acf99-e48b-4eee-b56f-d122f06193d1) {{(pid=110997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:50:57.830338 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:57.884887 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for port (6b8acf99-e48b-4eee-b56f-d122f06193d1), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:57.908477 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:57.985469 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (6b8acf99-e48b-4eee-b56f-d122f06193d1), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:58.029041 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Network 070b030f-98d2-43d9-b022-f506d26f1e83 is already hosted by enough agents. {{(pid=110997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:50:58.037552 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Resources bound (agent type, host, resource id): {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:50:58.040240 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Received port after_create {{(pid=110997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:50:58.061987 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Pushing event updated for resources: {'Port': ['ID=6b8acf99-e48b-4eee-b56f-d122f06193d1,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:50:58.076463 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:58.076816 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:58.077157 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:58.077502 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:58.077836 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:58.078164 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:58.078493 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:58.078819 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:58.079141 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:58.079465 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:58.079911 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:58.080277 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:58.080668 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:58.080986 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:58.082336 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:58.245379 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:58.295778 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=19,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:58.296870 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=51,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:58.420695 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:58.421960 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for floatingip (8221125f-80ab-4ecb-b536-66ec9d20f00b), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:58.552345 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (6b8acf99-e48b-4eee-b56f-d122f06193d1), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:58.733992 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for port (6b8acf99-e48b-4eee-b56f-d122f06193d1), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:58.807560 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407452'] for port (6b8acf99-e48b-4eee-b56f-d122f06193d1), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:58.887798 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Pushing event updated for resources: {'Port': ['ID=6b8acf99-e48b-4eee-b56f-d122f06193d1,revision_number=2']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:50:58.925748 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (8221125f-80ab-4ecb-b536-66ec9d20f00b), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:58.934203 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9e76f-7d2c-4538-93de-0326f5710477 req-8fea7566-55c5-4717-a98a-a9e317274fe1 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:50:58.935691 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-aaa9e76f-7d2c-4538-93de-0326f5710477 req-8fea7566-55c5-4717-a98a-a9e317274fe1 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 946 time: 0.0687215 Jun 08 13:50:58.979118 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:50:59.049056 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-aaa9e76f-7d2c-4538-93de-0326f5710477 req-90bbe32c-2f50-4dc1-9000-4969ce714c56 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834627 Jun 08 13:50:59.063745 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.db.l3_db [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Floating IP 8221125f-80ab-4ecb-b536-66ec9d20f00b associated. External IP: 172.27.1.242, port: 86e5c27b-3254-42aa-9d0f-5a43c944241b. Jun 08 13:50:59.263975 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Router 5b9ae13c-6030-4ff3-9cf8-56923fd42e60 has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:50:59.368802 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:50:59.380046 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57a3fe4-6a40-4c50-9017-12a013316edd None None] Sync routers for ids ['5b9ae13c-6030-4ff3-9cf8-56923fd42e60'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:50:59.391040 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57a3fe4-6a40-4c50-9017-12a013316edd None None] Routers {'5b9ae13c-6030-4ff3-9cf8-56923fd42e60'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:50:59.393200 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-b57a3fe4-6a40-4c50-9017-12a013316edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:50:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['5b9ae13c-6030-4ff3-9cf8-56923fd42e60'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:50:59.453352 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:59.486474 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-3f9dc016-f367-4d46-9992-fb9917af3fe9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0103960 Jun 08 13:50:59.487273 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ed7b73-7978-4c81-84f1-53d223ad842f', 'tag': '86e5c27b-3254-42aa-9d0f-5a43c944241b'}] {{(pid=110997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:50:59.489620 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2deb37cb3b385adf0db1d4fcfc98a25470d12ffd9c9459d76da49831f0e3658f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b82187e-a00c-4ead-8c62-357e5307d357" -d '{"events": [{"name": "network-changed", "server_uuid": "08ed7b73-7978-4c81-84f1-53d223ad842f", "tag": "86e5c27b-3254-42aa-9d0f-5a43c944241b"}]}' {{(pid=110997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:50:59.490558 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 38886) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:50:59.495230 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-076f540d-8b86-4594-be3f-686f4a10cd48 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1841842695', 'description': 'tempest-secgroup-smoke-1841842695 description', 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:50:59.498452 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-b57a3fe4-6a40-4c50-9017-12a013316edd None None] Set router 5b9ae13c-6030-4ff3-9cf8-56923fd42e60 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:50:59.533190 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee7a4d5-a48a-4fcc-9379-7fd99ce46347 x-openstack-request-id: req-cee7a4d5-a48a-4fcc-9379-7fd99ce46347 {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:50:59.536926 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ed7b73-7978-4c81-84f1-53d223ad842f", "tag": "86e5c27b-3254-42aa-9d0f-5a43c944241b", "status": "completed", "code": 200}]} {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:50:59.536926 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cee7a4d5-a48a-4fcc-9379-7fd99ce46347 {{(pid=110997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:50:59.536926 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee7a4d5-a48a-4fcc-9379-7fd99ce46347'] response: {'name': 'network-changed', 'server_uuid': '08ed7b73-7978-4c81-84f1-53d223ad842f', 'tag': '86e5c27b-3254-42aa-9d0f-5a43c944241b', 'status': 'completed', 'code': 200} Jun 08 13:50:59.585365 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-076f540d-8b86-4594-be3f-686f4a10cd48 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:59.659192 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-076f540d-8b86-4594-be3f-686f4a10cd48 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for security_group (a312ba82-f39d-4542-8a23-2c668eaeafb4), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:59.749059 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-076f540d-8b86-4594-be3f-686f4a10cd48 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (a312ba82-f39d-4542-8a23-2c668eaeafb4), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:59.750827 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-b57a3fe4-6a40-4c50-9017-12a013316edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'name': 'tempest-TestMinimumBasicScenario-438079583-router', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6368d984-2071-4b41-996f-0f9611d8ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:49:44Z', 'updated_at': '2022-06-08T13:49:50Z', 'revision_number': 4, 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'gw_port': {'id': '6368d984-2071-4b41-996f-0f9611d8ee77', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:45Z', 'updated_at': '2022-06-08T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '8221125f-80ab-4ecb-b536-66ec9d20f00b', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'port_id': '86e5c27b-3254-42aa-9d0f-5a43c944241b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0', 'mac_address': 'fa:16:3e:90:aa:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ed7b73-7978-4c81-84f1-53d223ad842f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:50:58Z', 'updated_at': '2022-06-08T13:50:58Z', 'revision_number': 0, 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40987ac5-be4c-4714-a11b-aba5327f7091', 'name': '', 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'mac_address': 'fa:16:3e:ac:e0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1ee10986-79b5-42da-ad16-de38c97fa967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:48Z', 'updated_at': '2022-06-08T13:49:55Z', 'revision_number': 5, 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'subnets': [{'id': '1ee10986-79b5-42da-ad16-de38c97fa967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:50:59.776235 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57a3fe4-6a40-4c50-9017-12a013316edd None None] Checking router: 5b9ae13c-6030-4ff3-9cf8-56923fd42e60 for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:50:59.780994 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f540d-8b86-4594-be3f-686f4a10cd48 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a312ba82-f39d-4542-8a23-2c668eaeafb4,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:50:59.786144 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57a3fe4-6a40-4c50-9017-12a013316edd None None] Routers {'5b9ae13c-6030-4ff3-9cf8-56923fd42e60'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:50:59.786734 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-b57a3fe4-6a40-4c50-9017-12a013316edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:50:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['5b9ae13c-6030-4ff3-9cf8-56923fd42e60'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:50:59.855565 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-076f540d-8b86-4594-be3f-686f4a10cd48 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:50:59.858139 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-076f540d-8b86-4594-be3f-686f4a10cd48 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3655097 Jun 08 13:50:59.860302 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 38894) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:50:59.865742 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-14d55063-5b76-46a7-bc1e-7a1bc64d6b27 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Request body: {'security_group_rule': {'security_group_id': 'a312ba82-f39d-4542-8a23-2c668eaeafb4', 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:50:59.898019 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-b57a3fe4-6a40-4c50-9017-12a013316edd None None] Set router 5b9ae13c-6030-4ff3-9cf8-56923fd42e60 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:50:59.955083 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-14d55063-5b76-46a7-bc1e-7a1bc64d6b27 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for security_group_rule (725b514c-2c51-449c-91c4-bebb9b3ba1c7), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:00.023608 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-14d55063-5b76-46a7-bc1e-7a1bc64d6b27 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for security_group_rule (725b514c-2c51-449c-91c4-bebb9b3ba1c7), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:00.138841 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-14d55063-5b76-46a7-bc1e-7a1bc64d6b27 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (725b514c-2c51-449c-91c4-bebb9b3ba1c7), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:00.158518 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d55063-5b76-46a7-bc1e-7a1bc64d6b27 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725b514c-2c51-449c-91c4-bebb9b3ba1c7,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:00.181854 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261b61b-05c5-485c-b7a3-3f598d76dad6 req-abdbde60-bda9-41a9-8cdd-65fb228192fb tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:00.183514 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5261b61b-05c5-485c-b7a3-3f598d76dad6 req-abdbde60-bda9-41a9-8cdd-65fb228192fb tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 946 time: 0.0522699 Jun 08 13:51:00.226524 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-14d55063-5b76-46a7-bc1e-7a1bc64d6b27 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:00.227866 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-14d55063-5b76-46a7-bc1e-7a1bc64d6b27 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3665652 Jun 08 13:51:00.230618 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 38900) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:00.235791 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5261b61b-05c5-485c-b7a3-3f598d76dad6 req-35a17a3e-b9a3-4a8e-949b-7edcfe6b10c5 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467441 Jun 08 13:51:00.236936 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-7b74573c-ee8f-40fb-b298-cf167a7deecd tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Request body: {'security_group_rule': {'security_group_id': 'a312ba82-f39d-4542-8a23-2c668eaeafb4', 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:00.246575 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-b57a3fe4-6a40-4c50-9017-12a013316edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'name': 'tempest-TestMinimumBasicScenario-438079583-router', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6368d984-2071-4b41-996f-0f9611d8ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:49:44Z', 'updated_at': '2022-06-08T13:49:50Z', 'revision_number': 4, 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'gw_port': {'id': '6368d984-2071-4b41-996f-0f9611d8ee77', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:45Z', 'updated_at': '2022-06-08T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '8221125f-80ab-4ecb-b536-66ec9d20f00b', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'port_id': '86e5c27b-3254-42aa-9d0f-5a43c944241b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0', 'mac_address': 'fa:16:3e:90:aa:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ed7b73-7978-4c81-84f1-53d223ad842f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:50:58Z', 'updated_at': '2022-06-08T13:50:58Z', 'revision_number': 0, 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40987ac5-be4c-4714-a11b-aba5327f7091', 'name': '', 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'mac_address': 'fa:16:3e:ac:e0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1ee10986-79b5-42da-ad16-de38c97fa967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:48Z', 'updated_at': '2022-06-08T13:49:55Z', 'revision_number': 5, 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'subnets': [{'id': '1ee10986-79b5-42da-ad16-de38c97fa967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:00.272861 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57a3fe4-6a40-4c50-9017-12a013316edd None None] The sync data for ids ['5b9ae13c-6030-4ff3-9cf8-56923fd42e60'] in dv-cinder-819149-5-iscsi is: [{'id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'name': 'tempest-TestMinimumBasicScenario-438079583-router', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6368d984-2071-4b41-996f-0f9611d8ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:49:44Z', 'updated_at': '2022-06-08T13:49:50Z', 'revision_number': 4, 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'gw_port': {'id': '6368d984-2071-4b41-996f-0f9611d8ee77', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:45Z', 'updated_at': '2022-06-08T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '8221125f-80ab-4ecb-b536-66ec9d20f00b', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'port_id': '86e5c27b-3254-42aa-9d0f-5a43c944241b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0', 'mac_address': 'fa:16:3e:90:aa:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ed7b73-7978-4c81-84f1-53d223ad842f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:50:58Z', 'updated_at': '2022-06-08T13:50:58Z', 'revision_number': 0, 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40987ac5-be4c-4714-a11b-aba5327f7091', 'name': '', 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'mac_address': 'fa:16:3e:ac:e0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1ee10986-79b5-42da-ad16-de38c97fa967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:48Z', 'updated_at': '2022-06-08T13:49:55Z', 'revision_number': 5, 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'subnets': [{'id': '1ee10986-79b5-42da-ad16-de38c97fa967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:51:00.345286 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7b74573c-ee8f-40fb-b298-cf167a7deecd tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for security_group_rule (a408a7fa-4dad-4f93-82a2-b92c728da512), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:00.444413 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82187e-a00c-4ead-8c62-357e5307d357 req-db4694c8-a128-413a-9a60-0058835f8e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:00.445935 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3b82187e-a00c-4ead-8c62-357e5307d357 req-db4694c8-a128-413a-9a60-0058835f8e61 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14385fc22a1d4de4bc0af0c764f6ef69&device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 1130 time: 0.0549154 Jun 08 13:51:00.447770 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7b74573c-ee8f-40fb-b298-cf167a7deecd tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for security_group_rule (a408a7fa-4dad-4f93-82a2-b92c728da512), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:00.475479 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9812e7-9faf-4b95-b67a-1197f7d38956 None None] New status for floating IP 8221125f-80ab-4ecb-b536-66ec9d20f00b: ACTIVE {{(pid=111000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 13:51:00.541920 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=100 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:00.549509 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82187e-a00c-4ead-8c62-357e5307d357 req-fef8d5c5-85ff-44fa-86c8-89a4713b8f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:00.551062 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3b82187e-a00c-4ead-8c62-357e5307d357 req-fef8d5c5-85ff-44fa-86c8-89a4713b8f84 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c89f5e55-1486-4a8c-8616-1c7f2554f4f0 HTTP/1.1" status: 200 len: 915 time: 0.0871704 Jun 08 13:51:00.553665 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7b74573c-ee8f-40fb-b298-cf167a7deecd tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (a408a7fa-4dad-4f93-82a2-b92c728da512), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:00.576275 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74573c-ee8f-40fb-b298-cf167a7deecd tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a408a7fa-4dad-4f93-82a2-b92c728da512,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:00.620263 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=100 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:00.757774 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3b82187e-a00c-4ead-8c62-357e5307d357 req-5b9fdbd6-a908-40a3-92c6-ca57924fca06 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86e5c27b-3254-42aa-9d0f-5a43c944241b HTTP/1.1" status: 200 len: 1000 time: 0.0603988 Jun 08 13:51:00.808278 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82187e-a00c-4ead-8c62-357e5307d357 req-c9454506-9d5a-4124-b1b3-d29fb56294a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:00.809764 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3b82187e-a00c-4ead-8c62-357e5307d357 req-c9454506-9d5a-4124-b1b3-d29fb56294a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1ee10986-79b5-42da-ad16-de38c97fa967 HTTP/1.1" status: 200 len: 853 time: 0.0449207 Jun 08 13:51:00.829799 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7b74573c-ee8f-40fb-b298-cf167a7deecd tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:00.832719 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-7b74573c-ee8f-40fb-b298-cf167a7deecd tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5992494 Jun 08 13:51:00.833674 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 38902) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:00.837837 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-230eed57-f46e-432a-9945-8bd02a5d4300 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Request body: {'security_group_rule': {'security_group_id': 'a312ba82-f39d-4542-8a23-2c668eaeafb4', 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:00.924314 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82187e-a00c-4ead-8c62-357e5307d357 req-012b74ec-4c86-4e8d-be5a-def101584b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:00.926414 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3b82187e-a00c-4ead-8c62-357e5307d357 req-012b74ec-4c86-4e8d-be5a-def101584b8f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c89f5e55-1486-4a8c-8616-1c7f2554f4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0716033 Jun 08 13:51:00.934756 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f165597-39ba-4b79-9cb3-adeb3098e821 req-68122875-a6f5-4950-b5fd-0bfcadba4208 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:00.936173 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6f165597-39ba-4b79-9cb3-adeb3098e821 req-68122875-a6f5-4950-b5fd-0bfcadba4208 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 946 time: 0.0731072 Jun 08 13:51:00.961978 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:01.006843 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:01.038465 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-230eed57-f46e-432a-9945-8bd02a5d4300 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for security_group_rule (14ed410a-818e-4509-bafb-8ba89a868d06), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:01.115281 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-6f165597-39ba-4b79-9cb3-adeb3098e821 req-873b8870-b948-45e1-87ad-fa1b26b5f0b8 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Deleting port a0a7ddb0-7def-4156-9a5b-f3b477a1c311 {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:51:01.117316 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-6f165597-39ba-4b79-9cb3-adeb3098e821 req-873b8870-b948-45e1-87ad-fa1b26b5f0b8 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:01.137573 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3b82187e-a00c-4ead-8c62-357e5307d357 req-eb18aa7a-bb5e-4c99-a2cc-94247fb74b48 service neutron] 10.222.0.61 "GET /v2.0/networks/c89f5e55-1486-4a8c-8616-1c7f2554f4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005064 Jun 08 13:51:01.250917 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-230eed57-f46e-432a-9945-8bd02a5d4300 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for security_group_rule (14ed410a-818e-4509-bafb-8ba89a868d06), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:01.306792 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-6f165597-39ba-4b79-9cb3-adeb3098e821 req-873b8870-b948-45e1-87ad-fa1b26b5f0b8 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] For port a0a7ddb0-7def-4156-9a5b-f3b477a1c311, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a0a7ddb0-7def-4156-9a5b-f3b477a1c311,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:51:01.307143 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-6f165597-39ba-4b79-9cb3-adeb3098e821 req-873b8870-b948-45e1-87ad-fa1b26b5f0b8 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:01.311322 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3b82187e-a00c-4ead-8c62-357e5307d357 req-7d2baccf-56e6-4142-8b15-43953e9464a2 service neutron] 10.222.0.61 "GET /v2.0/networks/c89f5e55-1486-4a8c-8616-1c7f2554f4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433053 Jun 08 13:51:01.317270 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-230eed57-f46e-432a-9945-8bd02a5d4300 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (14ed410a-818e-4509-bafb-8ba89a868d06), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:01.382046 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b0c0a-177e-4369-bb16-f057dba579dc req-4e5c3571-682d-4986-be7e-dab131e0c3dc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:01.383627 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-374b0c0a-177e-4369-bb16-f057dba579dc req-4e5c3571-682d-4986-be7e-dab131e0c3dc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 946 time: 0.0687797 Jun 08 13:51:01.407294 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230eed57-f46e-432a-9945-8bd02a5d4300 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ed410a-818e-4509-bafb-8ba89a868d06,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:01.432486 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-374b0c0a-177e-4369-bb16-f057dba579dc req-17f5a5dd-5d41-4a90-8213-5caa5d0014c9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=47a856dc-e42f-4d07-b845-7d3d04e1b016&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430863 Jun 08 13:51:01.521793 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-230eed57-f46e-432a-9945-8bd02a5d4300 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:01.523039 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-230eed57-f46e-432a-9945-8bd02a5d4300 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6884658 Jun 08 13:51:01.525777 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 38912) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:01.530787 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-aeb8dbf8-7f3d-4656-9a76-ad5703a83e55 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Request body: {'security_group_rule': {'security_group_id': 'a312ba82-f39d-4542-8a23-2c668eaeafb4', 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:01.548813 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-6f165597-39ba-4b79-9cb3-adeb3098e821 req-873b8870-b948-45e1-87ad-fa1b26b5f0b8 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:01.549175 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-6f165597-39ba-4b79-9cb3-adeb3098e821 req-873b8870-b948-45e1-87ad-fa1b26b5f0b8 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (9cf8a697-6338-4258-a7f5-6835934994fd), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:01.549512 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.l3_db [req-6f165597-39ba-4b79-9cb3-adeb3098e821 req-873b8870-b948-45e1-87ad-fa1b26b5f0b8 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Floating IP 9cf8a697-6338-4258-a7f5-6835934994fd disassociated. External IP: 172.27.1.151, port: a0a7ddb0-7def-4156-9a5b-f3b477a1c311. Jun 08 13:51:01.550368 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-6f165597-39ba-4b79-9cb3-adeb3098e821 req-873b8870-b948-45e1-87ad-fa1b26b5f0b8 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Calling delete_port for a0a7ddb0-7def-4156-9a5b-f3b477a1c311 owned by compute:nova {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:51:01.650474 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-aeb8dbf8-7f3d-4656-9a76-ad5703a83e55 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for security_group_rule (d6412f34-d98a-46b3-abfc-35f96bfbfd95), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:01.658859 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:01.698935 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:01.709086 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-aeb8dbf8-7f3d-4656-9a76-ad5703a83e55 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for security_group_rule (d6412f34-d98a-46b3-abfc-35f96bfbfd95), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:01.771281 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-6f165597-39ba-4b79-9cb3-adeb3098e821 req-873b8870-b948-45e1-87ad-fa1b26b5f0b8 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (a0a7ddb0-7def-4156-9a5b-f3b477a1c311), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:01.798481 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b8870-b948-45e1-87ad-fa1b26b5f0b8 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Pushing event deleted for resources: {'Port': ['ID=a0a7ddb0-7def-4156-9a5b-f3b477a1c311,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:01.799378 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-aeb8dbf8-7f3d-4656-9a76-ad5703a83e55 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (d6412f34-d98a-46b3-abfc-35f96bfbfd95), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:01.799536 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-8197b3bb-55b6-44bf-9747-5df38f9d794a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:01.820453 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8dbf8-7f3d-4656-9a76-ad5703a83e55 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6412f34-d98a-46b3-abfc-35f96bfbfd95,revision_number=0']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:01.907663 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:01.912635 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f165597-39ba-4b79-9cb3-adeb3098e821 req-873b8870-b948-45e1-87ad-fa1b26b5f0b8 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Router 4cba750f-4f39-4b99-9242-f53dcb21f8aa has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:51:01.921708 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-aeb8dbf8-7f3d-4656-9a76-ad5703a83e55 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:01.924505 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-aeb8dbf8-7f3d-4656-9a76-ad5703a83e55 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3961642 Jun 08 13:51:01.929922 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 38914) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:01.930902 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-4ec41b97-6c23-4fe6-bead-5c33c98d2de0 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Request body: {'security_group_rule': {'security_group_id': 'a312ba82-f39d-4542-8a23-2c668eaeafb4', 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:02.017048 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f165597-39ba-4b79-9cb3-adeb3098e821 req-873b8870-b948-45e1-87ad-fa1b26b5f0b8 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:51:02.028526 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3d1870-8d45-47b8-8949-87b7802fd312 None None] Sync routers for ids ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:51:02.028916 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.db.securitygroups_db [None req-4ec41b97-6c23-4fe6-bead-5c33c98d2de0 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Project 14385fc22a1d4de4bc0af0c764f6ef69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 13:51:02.035664 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4ec41b97-6c23-4fe6-bead-5c33c98d2de0 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for security_group_rule (a5da932d-6ccd-411f-9190-bb85a68fd839), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:02.042108 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3d1870-8d45-47b8-8949-87b7802fd312 None None] Routers {'4cba750f-4f39-4b99-9242-f53dcb21f8aa'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:51:02.042966 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-ed3d1870-8d45-47b8-8949-87b7802fd312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:50:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:02.071270 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f165597-39ba-4b79-9cb3-adeb3098e821 req-873b8870-b948-45e1-87ad-fa1b26b5f0b8 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] No DVR routers for this DVR port a0a7ddb0-7def-4156-9a5b-f3b477a1c311 on host hv-cinder-81914 {{(pid=110998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:51:02.074081 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-6f165597-39ba-4b79-9cb3-adeb3098e821 req-873b8870-b948-45e1-87ad-fa1b26b5f0b8 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:02.074213 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:02.077602 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6f165597-39ba-4b79-9cb3-adeb3098e821 req-873b8870-b948-45e1-87ad-fa1b26b5f0b8 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.61 "DELETE /v2.0/ports/a0a7ddb0-7def-4156-9a5b-f3b477a1c311 HTTP/1.1" status: 204 len: 173 time: 1.1326051 Jun 08 13:51:02.078038 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac779098-8aa5-40b8-ae7d-dc4e463f015b', 'name': 'network-vif-deleted', 'tag': 'a0a7ddb0-7def-4156-9a5b-f3b477a1c311'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:51:02.080586 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0730f038-99b5-4d75-b9a8-ed60d488f14f" -d '{"events": [{"server_uuid": "ac779098-8aa5-40b8-ae7d-dc4e463f015b", "name": "network-vif-deleted", "tag": "a0a7ddb0-7def-4156-9a5b-f3b477a1c311"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:51:02.112518 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4ec41b97-6c23-4fe6-bead-5c33c98d2de0 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for security_group_rule (a5da932d-6ccd-411f-9190-bb85a68fd839), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:02.131738 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f055cd4-a051-4999-969e-58b68e3bfa62 x-openstack-request-id: req-0f055cd4-a051-4999-969e-58b68e3bfa62 {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:51:02.132409 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac779098-8aa5-40b8-ae7d-dc4e463f015b", "name": "network-vif-deleted", "tag": "a0a7ddb0-7def-4156-9a5b-f3b477a1c311", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:51:02.132820 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0f055cd4-a051-4999-969e-58b68e3bfa62 {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:51:02.133387 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f055cd4-a051-4999-969e-58b68e3bfa62'] response: {'server_uuid': 'ac779098-8aa5-40b8-ae7d-dc4e463f015b', 'name': 'network-vif-deleted', 'tag': 'a0a7ddb0-7def-4156-9a5b-f3b477a1c311', 'status': 'completed', 'code': 200} Jun 08 13:51:02.174252 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-ed3d1870-8d45-47b8-8949-87b7802fd312 None None] Set router 4cba750f-4f39-4b99-9242-f53dcb21f8aa gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:51:02.183211 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4ec41b97-6c23-4fe6-bead-5c33c98d2de0 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (a5da932d-6ccd-411f-9190-bb85a68fd839), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:02.202931 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec41b97-6c23-4fe6-bead-5c33c98d2de0 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5da932d-6ccd-411f-9190-bb85a68fd839,revision_number=0']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:02.207062 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:02.291280 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:02.298766 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4ec41b97-6c23-4fe6-bead-5c33c98d2de0 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:02.307231 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-4ec41b97-6c23-4fe6-bead-5c33c98d2de0 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3731797 Jun 08 13:51:02.307385 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 38918) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:02.309113 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-e6ce3855-ecf2-4aba-90c9-9bea671aaba8 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Request body: {'security_group_rule': {'security_group_id': 'a312ba82-f39d-4542-8a23-2c668eaeafb4', 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:02.370281 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-ed3d1870-8d45-47b8-8949-87b7802fd312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'name': 'tempest-AttachVolumeShelveTestJSON-9323543-router', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:50Z', 'revision_number': 4, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'gw_port': {'id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'fbb0c877-9f84-431a-9be6-8b14cf7a55f9', 'name': '', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'mac_address': 'fa:16:3e:4a:a5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:49Z', 'updated_at': '2022-06-08T13:47:00Z', 'revision_number': 5, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'subnets': [{'id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:02.396085 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3d1870-8d45-47b8-8949-87b7802fd312 None None] Checking router: 4cba750f-4f39-4b99-9242-f53dcb21f8aa for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:51:02.404686 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3d1870-8d45-47b8-8949-87b7802fd312 None None] Routers {'4cba750f-4f39-4b99-9242-f53dcb21f8aa'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:51:02.405338 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-ed3d1870-8d45-47b8-8949-87b7802fd312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:50:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:02.417090 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.securitygroups_db [None req-e6ce3855-ecf2-4aba-90c9-9bea671aaba8 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Project 14385fc22a1d4de4bc0af0c764f6ef69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 13:51:02.422957 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-e6ce3855-ecf2-4aba-90c9-9bea671aaba8 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for security_group_rule (b3fe51cf-30d9-48d7-86e3-522e0e79a254), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:02.492710 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-e6ce3855-ecf2-4aba-90c9-9bea671aaba8 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for security_group_rule (b3fe51cf-30d9-48d7-86e3-522e0e79a254), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:02.521784 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-ed3d1870-8d45-47b8-8949-87b7802fd312 None None] Set router 4cba750f-4f39-4b99-9242-f53dcb21f8aa gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:51:02.583393 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-e6ce3855-ecf2-4aba-90c9-9bea671aaba8 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (b3fe51cf-30d9-48d7-86e3-522e0e79a254), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:02.608552 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce3855-ecf2-4aba-90c9-9bea671aaba8 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3fe51cf-30d9-48d7-86e3-522e0e79a254,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:02.715916 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-e6ce3855-ecf2-4aba-90c9-9bea671aaba8 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:02.717448 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-e6ce3855-ecf2-4aba-90c9-9bea671aaba8 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4127629 Jun 08 13:51:02.742265 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-ed3d1870-8d45-47b8-8949-87b7802fd312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'name': 'tempest-AttachVolumeShelveTestJSON-9323543-router', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:50Z', 'revision_number': 4, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'gw_port': {'id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'fbb0c877-9f84-431a-9be6-8b14cf7a55f9', 'name': '', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'mac_address': 'fa:16:3e:4a:a5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:49Z', 'updated_at': '2022-06-08T13:47:00Z', 'revision_number': 5, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'subnets': [{'id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:02.777551 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3d1870-8d45-47b8-8949-87b7802fd312 None None] The sync data for ids ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'] in dv-cinder-819149-5-iscsi is: [{'id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'name': 'tempest-AttachVolumeShelveTestJSON-9323543-router', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:50Z', 'revision_number': 4, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'gw_port': {'id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'fbb0c877-9f84-431a-9be6-8b14cf7a55f9', 'name': '', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'mac_address': 'fa:16:3e:4a:a5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:49Z', 'updated_at': '2022-06-08T13:47:00Z', 'revision_number': 5, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'subnets': [{'id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:51:02.778981 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b65e34d4-af2c-4296-8664-0a47fdda701b req-8079ce2d-e28d-45a3-b71e-a2ff558c7f07 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 210 time: 0.2631490 Jun 08 13:51:02.834863 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-04ea481e-32d5-41d9-8d54-4e3f90701c40 req-62885944-d1f7-486c-9aa1-a9b9a11bdae7 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1841842695&fields=id&tenant_id=14385fc22a1d4de4bc0af0c764f6ef69 HTTP/1.1" status: 200 len: 267 time: 0.0590508 Jun 08 13:51:02.890537 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea481e-32d5-41d9-8d54-4e3f90701c40 req-1a945b05-6eed-4596-befe-091a733205d7 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:02.892167 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-04ea481e-32d5-41d9-8d54-4e3f90701c40 req-1a945b05-6eed-4596-befe-091a733205d7 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 946 time: 0.0513713 Jun 08 13:51:02.904120 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [req-04ea481e-32d5-41d9-8d54-4e3f90701c40 req-65688de0-73fb-4933-8abb-a11f34806d75 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Request body: {'port': {'security_groups': ['79c4e47a-6f95-4fd0-83d9-2d8f893c79be', 'a312ba82-f39d-4542-8a23-2c668eaeafb4']}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:02.983693 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-04ea481e-32d5-41d9-8d54-4e3f90701c40 req-65688de0-73fb-4933-8abb-a11f34806d75 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (86e5c27b-3254-42aa-9d0f-5a43c944241b), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:03.039781 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9ee4bc-8f33-4035-ac2b-33be9eb14347 None None] New status for floating IP 9cf8a697-6338-4258-a7f5-6835934994fd: DOWN {{(pid=111000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 13:51:03.253839 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.db [req-04ea481e-32d5-41d9-8d54-4e3f90701c40 req-65688de0-73fb-4933-8abb-a11f34806d75 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] For port 86e5c27b-3254-42aa-9d0f-5a43c944241b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=86e5c27b-3254-42aa-9d0f-5a43c944241b,segment=NetworkSegment(ac56fb31-b315-49df-9d9f-d73acde813cd),segment_id=ac56fb31-b315-49df-9d9f-d73acde813cd)] {{(pid=110997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:51:03.284824 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-04ea481e-32d5-41d9-8d54-4e3f90701c40 req-65688de0-73fb-4933-8abb-a11f34806d75 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for port (86e5c27b-3254-42aa-9d0f-5a43c944241b), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:03.356202 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-04ea481e-32d5-41d9-8d54-4e3f90701c40 req-65688de0-73fb-4933-8abb-a11f34806d75 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407452'] for port (86e5c27b-3254-42aa-9d0f-5a43c944241b), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:03.410187 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea481e-32d5-41d9-8d54-4e3f90701c40 req-65688de0-73fb-4933-8abb-a11f34806d75 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:03.410864 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-04ea481e-32d5-41d9-8d54-4e3f90701c40 req-65688de0-73fb-4933-8abb-a11f34806d75 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for port (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:03.412318 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-04ea481e-32d5-41d9-8d54-4e3f90701c40 req-65688de0-73fb-4933-8abb-a11f34806d75 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "PUT /v2.0/ports/86e5c27b-3254-42aa-9d0f-5a43c944241b HTTP/1.1" status: 200 len: 982 time: 0.5130374 Jun 08 13:51:03.412766 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ed7b73-7978-4c81-84f1-53d223ad842f', 'tag': '86e5c27b-3254-42aa-9d0f-5a43c944241b'}] {{(pid=110997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:51:03.415736 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2deb37cb3b385adf0db1d4fcfc98a25470d12ffd9c9459d76da49831f0e3658f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82157156-0c7e-4654-a9cf-50028e8a6715" -d '{"events": [{"name": "network-changed", "server_uuid": "08ed7b73-7978-4c81-84f1-53d223ad842f", "tag": "86e5c27b-3254-42aa-9d0f-5a43c944241b"}]}' {{(pid=110997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:51:03.449701 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65688de0-73fb-4933-8abb-a11f34806d75 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Pushing event updated for resources: {'Port': ['ID=86e5c27b-3254-42aa-9d0f-5a43c944241b,revision_number=6']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:03.487419 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfaf972-83e1-42ff-8c69-4927c6414614 x-openstack-request-id: req-1bfaf972-83e1-42ff-8c69-4927c6414614 {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:51:03.487757 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ed7b73-7978-4c81-84f1-53d223ad842f", "tag": "86e5c27b-3254-42aa-9d0f-5a43c944241b", "status": "completed", "code": 200}]} {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:51:03.488091 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1bfaf972-83e1-42ff-8c69-4927c6414614 {{(pid=110997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:51:03.488569 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bfaf972-83e1-42ff-8c69-4927c6414614'] response: {'name': 'network-changed', 'server_uuid': '08ed7b73-7978-4c81-84f1-53d223ad842f', 'tag': '86e5c27b-3254-42aa-9d0f-5a43c944241b', 'status': 'completed', 'code': 200} Jun 08 13:51:03.578291 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afa5fe-fa56-4ef1-9913-635cfcaf9a92 req-69778e39-38cc-4c2f-875c-06c4b3b791c2 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:03.581488 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c6afa5fe-fa56-4ef1-9913-635cfcaf9a92 req-69778e39-38cc-4c2f-875c-06c4b3b791c2 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 985 time: 0.0593460 Jun 08 13:51:03.663258 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c6afa5fe-fa56-4ef1-9913-635cfcaf9a92 req-e505ebc1-a93f-4081-be4c-f9801e25ef1f tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&id=a312ba82-f39d-4542-8a23-2c668eaeafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0757463 Jun 08 13:51:03.710223 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-8158e6ff-48bc-42a1-bca0-ce791030aa80 None None] Provisioning complete for port 86e5c27b-3254-42aa-9d0f-5a43c944241b triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:51:03.710754 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-8158e6ff-48bc-42a1-bca0-ce791030aa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (86e5c27b-3254-42aa-9d0f-5a43c944241b), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:03.764184 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=100 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:03.798392 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-8158e6ff-48bc-42a1-bca0-ce791030aa80 None None] Current status of the port 86e5c27b-3254-42aa-9d0f-5a43c944241b is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:51:03.912580 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2d5cb752-9c60-4a9d-84b1-00bc5aa38546 req-e2cdd621-ea22-4ef9-81b7-6b81f2a4ddd6 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 210 time: 0.0365670 Jun 08 13:51:04.073656 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-6fd276cc-c035-45dd-88bc-25acef765ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:04.456742 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['86e5c27b-3254-42aa-9d0f-5a43c944241b'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:51:04.459251 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82157156-0c7e-4654-a9cf-50028e8a6715 req-8674387c-21ff-42a2-8f8f-569d07846827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:04.460909 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-82157156-0c7e-4654-a9cf-50028e8a6715 req-8674387c-21ff-42a2-8f8f-569d07846827 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14385fc22a1d4de4bc0af0c764f6ef69&device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 1169 time: 0.0428951 Jun 08 13:51:04.509890 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['86e5c27b-3254-42aa-9d0f-5a43c944241b'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:51:04.570994 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82157156-0c7e-4654-a9cf-50028e8a6715 req-9cb10bac-c13d-400c-9bb9-9e993e598028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:04.572536 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-82157156-0c7e-4654-a9cf-50028e8a6715 req-9cb10bac-c13d-400c-9bb9-9e993e598028 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c89f5e55-1486-4a8c-8616-1c7f2554f4f0 HTTP/1.1" status: 200 len: 915 time: 0.1040287 Jun 08 13:51:04.664575 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-82157156-0c7e-4654-a9cf-50028e8a6715 req-b1da9403-225b-40f4-8294-492652782f6d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86e5c27b-3254-42aa-9d0f-5a43c944241b HTTP/1.1" status: 200 len: 1002 time: 0.0767267 Jun 08 13:51:04.727541 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82157156-0c7e-4654-a9cf-50028e8a6715 req-1406b3e5-2da8-499e-a7a6-95b8cf686939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:04.729621 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-82157156-0c7e-4654-a9cf-50028e8a6715 req-1406b3e5-2da8-499e-a7a6-95b8cf686939 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1ee10986-79b5-42da-ad16-de38c97fa967 HTTP/1.1" status: 200 len: 853 time: 0.0593798 Jun 08 13:51:04.782640 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82157156-0c7e-4654-a9cf-50028e8a6715 req-5c7235a0-b2df-4c66-811a-9895315c74f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:04.785607 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-82157156-0c7e-4654-a9cf-50028e8a6715 req-5c7235a0-b2df-4c66-811a-9895315c74f6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c89f5e55-1486-4a8c-8616-1c7f2554f4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469060 Jun 08 13:51:04.849760 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:04.890929 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-82157156-0c7e-4654-a9cf-50028e8a6715 req-76ccd363-744e-4800-9aff-037db9d281bd service neutron] 10.222.0.61 "GET /v2.0/networks/c89f5e55-1486-4a8c-8616-1c7f2554f4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989161 Jun 08 13:51:04.957493 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=100 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:05.031860 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-48f6486a-7310-4357-9241-e463f667112b req-f01964f4-b658-44ed-b387-f898a023a582 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac779098-8aa5-40b8-ae7d-dc4e463f015b HTTP/1.1" status: 200 len: 210 time: 0.0313010 Jun 08 13:51:05.046578 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:05.136829 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-82157156-0c7e-4654-a9cf-50028e8a6715 req-2a0e2e99-f481-4415-ae91-95b60c997dc9 service neutron] 10.222.0.61 "GET /v2.0/networks/c89f5e55-1486-4a8c-8616-1c7f2554f4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920305 Jun 08 13:51:05.533361 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:06.206745 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 38954) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:06.265946 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-def0b0c3-b7a3-4149-a832-ef511c909069 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for security_group (47a856dc-e42f-4d07-b845-7d3d04e1b016), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:06.291835 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-def0b0c3-b7a3-4149-a832-ef511c909069 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for security_group (47a856dc-e42f-4d07-b845-7d3d04e1b016), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:06.401649 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-def0b0c3-b7a3-4149-a832-ef511c909069 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (47a856dc-e42f-4d07-b845-7d3d04e1b016), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:06.404244 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-def0b0c3-b7a3-4149-a832-ef511c909069 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:06.405488 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-def0b0c3-b7a3-4149-a832-ef511c909069 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "DELETE /v2.0/security-groups/47a856dc-e42f-4d07-b845-7d3d04e1b016 HTTP/1.1" status: 204 len: 168 time: 0.1977639 Jun 08 13:51:06.408242 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 38958) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:06.415569 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0b0c3-b7a3-4149-a832-ef511c909069 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a856dc-e42f-4d07-b845-7d3d04e1b016,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:06.423202 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.api.v2.resource [None req-c1280fa3-1d27-43e8-8fc9-108b266710ac tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] show failed (client error): The resource could not be found. Jun 08 13:51:06.424254 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-c1280fa3-1d27-43e8-8fc9-108b266710ac tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups/47a856dc-e42f-4d07-b845-7d3d04e1b016 HTTP/1.1" status: 404 len: 347 time: 0.0143270 Jun 08 13:51:06.427230 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 38960) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:06.498325 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:06.542102 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-a63f92bc-4520-4660-9a8d-70b3613c4cb3 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Deleting port 29fe37f3-1bc8-435b-b0a8-99cbd2838151 {{(pid=110997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:51:06.542491 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a63f92bc-4520-4660-9a8d-70b3613c4cb3 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (29fe37f3-1bc8-435b-b0a8-99cbd2838151), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:06.616271 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:06.620586 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a63f92bc-4520-4660-9a8d-70b3613c4cb3 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (29fe37f3-1bc8-435b-b0a8-99cbd2838151), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:06.625659 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a63f92bc-4520-4660-9a8d-70b3613c4cb3 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for floatingip (29fe37f3-1bc8-435b-b0a8-99cbd2838151), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:06.634272 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-a63f92bc-4520-4660-9a8d-70b3613c4cb3 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Calling delete_port for 29fe37f3-1bc8-435b-b0a8-99cbd2838151 owned by network:floatingip {{(pid=110997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:51:06.637121 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:06.917047 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a63f92bc-4520-4660-9a8d-70b3613c4cb3 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (29fe37f3-1bc8-435b-b0a8-99cbd2838151), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:06.944387 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f92bc-4520-4660-9a8d-70b3613c4cb3 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Pushing event deleted for resources: {'Port': ['ID=29fe37f3-1bc8-435b-b0a8-99cbd2838151,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:07.009704 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a63f92bc-4520-4660-9a8d-70b3613c4cb3 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for floatingip (9cf8a697-6338-4258-a7f5-6835934994fd), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:07.012273 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a63f92bc-4520-4660-9a8d-70b3613c4cb3 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:07.017446 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-a63f92bc-4520-4660-9a8d-70b3613c4cb3 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "DELETE /v2.0/floatingips/9cf8a697-6338-4258-a7f5-6835934994fd HTTP/1.1" status: 204 len: 168 time: 0.5852802 Jun 08 13:51:07.197795 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 38964) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:07.202489 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-56d9c336-99af-4508-b4b3-43e61d237ee0 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2012597839', 'description': 'tempest-description--1890161344'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:07.279740 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-56d9c336-99af-4508-b4b3-43e61d237ee0 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:07.353446 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-56d9c336-99af-4508-b4b3-43e61d237ee0 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for security_group (8eb99f51-9936-4f33-bbcf-b9cdea5bba05), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:07.430120 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-56d9c336-99af-4508-b4b3-43e61d237ee0 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (8eb99f51-9936-4f33-bbcf-b9cdea5bba05), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:07.462577 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9c336-99af-4508-b4b3-43e61d237ee0 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb99f51-9936-4f33-bbcf-b9cdea5bba05,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:07.529342 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-56d9c336-99af-4508-b4b3-43e61d237ee0 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:07.530626 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-56d9c336-99af-4508-b4b3-43e61d237ee0 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3317459 Jun 08 13:51:07.533436 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 38972) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:07.537816 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-84f6839f-d83f-4849-991b-5553a0a92f06 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Request body: {'security_group_rule': {'security_group_id': '8eb99f51-9936-4f33-bbcf-b9cdea5bba05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:07.636686 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-84f6839f-d83f-4849-991b-5553a0a92f06 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for security_group_rule (8fd9f8d6-be11-4f8c-8cc7-7adff1eda4af), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:07.697440 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-84f6839f-d83f-4849-991b-5553a0a92f06 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for security_group_rule (8fd9f8d6-be11-4f8c-8cc7-7adff1eda4af), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:07.784514 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-84f6839f-d83f-4849-991b-5553a0a92f06 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (8fd9f8d6-be11-4f8c-8cc7-7adff1eda4af), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:07.805332 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6839f-d83f-4849-991b-5553a0a92f06 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd9f8d6-be11-4f8c-8cc7-7adff1eda4af,revision_number=0']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:07.866279 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-84f6839f-d83f-4849-991b-5553a0a92f06 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:07.867558 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-84f6839f-d83f-4849-991b-5553a0a92f06 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3330457 Jun 08 13:51:07.870316 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 38976) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:07.874734 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-7dd903f6-3c94-46cb-b86e-f89c2b5b31b4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Request body: {'security_group_rule': {'security_group_id': '8eb99f51-9936-4f33-bbcf-b9cdea5bba05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:07.879631 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:07.965146 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7dd903f6-3c94-46cb-b86e-f89c2b5b31b4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for security_group_rule (3941be57-b8ed-410c-889b-ed3fc817f7be), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:08.023082 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7dd903f6-3c94-46cb-b86e-f89c2b5b31b4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for security_group_rule (3941be57-b8ed-410c-889b-ed3fc817f7be), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:08.121544 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7dd903f6-3c94-46cb-b86e-f89c2b5b31b4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (3941be57-b8ed-410c-889b-ed3fc817f7be), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:08.141641 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd903f6-3c94-46cb-b86e-f89c2b5b31b4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3941be57-b8ed-410c-889b-ed3fc817f7be,revision_number=0']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:08.150063 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:08.214770 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7dd903f6-3c94-46cb-b86e-f89c2b5b31b4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:08.216002 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-7dd903f6-3c94-46cb-b86e-f89c2b5b31b4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3447521 Jun 08 13:51:08.218997 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 38978) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:08.224069 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-a3970787-c5ef-4305-963d-6ed6e89668dc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Request body: {'floatingip': {'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:08.298702 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a3970787-c5ef-4305-963d-6ed6e89668dc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:08.381620 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a3970787-c5ef-4305-963d-6ed6e89668dc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:08.412684 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device a0a7ddb0-7def-4156-9a5b-f3b477a1c311 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:51:08.432128 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] No Port match for: a0a7ddb0-7def-4156-9a5b-f3b477a1c311 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:51:08.432457 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device a0a7ddb0-7def-4156-9a5b-f3b477a1c311 not bound to the agent host hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:51:08.433498 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:08.494763 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.db_base_plugin_common [None req-a3970787-c5ef-4305-963d-6ed6e89668dc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Allocated IP 172.27.1.54 (070b030f-98d2-43d9-b022-f506d26f1e83/4285c1ce-c1bb-4be9-b005-ebf83c2cba00/636ea447-9a1d-4fae-b6ea-0f13131a86a3) {{(pid=110997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:51:08.601478 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a3970787-c5ef-4305-963d-6ed6e89668dc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for port (636ea447-9a1d-4fae-b6ea-0f13131a86a3), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:08.699588 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a3970787-c5ef-4305-963d-6ed6e89668dc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (636ea447-9a1d-4fae-b6ea-0f13131a86a3), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:08.735650 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3970787-c5ef-4305-963d-6ed6e89668dc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Network 070b030f-98d2-43d9-b022-f506d26f1e83 is already hosted by enough agents. {{(pid=110997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:51:08.740167 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [None req-a3970787-c5ef-4305-963d-6ed6e89668dc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Resources bound (agent type, host, resource id): {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:51:08.746211 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3970787-c5ef-4305-963d-6ed6e89668dc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Received port after_create {{(pid=110997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:51:08.767454 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3970787-c5ef-4305-963d-6ed6e89668dc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Pushing event updated for resources: {'Port': ['ID=636ea447-9a1d-4fae-b6ea-0f13131a86a3,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:08.832103 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:08.837956 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a3970787-c5ef-4305-963d-6ed6e89668dc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for floatingip (5ade9909-fed5-460c-8764-69c0e6c5344c), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:08.925645 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a3970787-c5ef-4305-963d-6ed6e89668dc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (636ea447-9a1d-4fae-b6ea-0f13131a86a3), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:09.109907 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a3970787-c5ef-4305-963d-6ed6e89668dc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for port (636ea447-9a1d-4fae-b6ea-0f13131a86a3), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:09.213085 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a3970787-c5ef-4305-963d-6ed6e89668dc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407452'] for port (636ea447-9a1d-4fae-b6ea-0f13131a86a3), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:09.285577 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3970787-c5ef-4305-963d-6ed6e89668dc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Pushing event updated for resources: {'Port': ['ID=636ea447-9a1d-4fae-b6ea-0f13131a86a3,revision_number=2']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:09.294013 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a3970787-c5ef-4305-963d-6ed6e89668dc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (5ade9909-fed5-460c-8764-69c0e6c5344c), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:09.369245 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a3970787-c5ef-4305-963d-6ed6e89668dc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:09.370482 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-a3970787-c5ef-4305-963d-6ed6e89668dc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1505690 Jun 08 13:51:09.570371 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f6869ffc-0203-463f-9452-315a72a9a56c req-99f43f29-e358-4c19-80a8-9a146292dfec tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--2012597839&fields=id&tenant_id=d0cc65fa99694daa81878db0200bdb4b HTTP/1.1" status: 200 len: 267 time: 0.0422783 Jun 08 13:51:09.677220 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6869ffc-0203-463f-9452-315a72a9a56c req-e12a1bbf-59a0-468c-85ad-883e42743148 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:09.678896 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f6869ffc-0203-463f-9452-315a72a9a56c req-e12a1bbf-59a0-468c-85ad-883e42743148 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/networks?id=12800c86-d5ba-481d-a55e-8c6ac82045b0 HTTP/1.1" status: 200 len: 814 time: 0.1021712 Jun 08 13:51:09.694005 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f6869ffc-0203-463f-9452-315a72a9a56c req-0191f7ab-0e1c-4ac1-83f3-1947f41fa5aa tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/quotas/d0cc65fa99694daa81878db0200bdb4b HTTP/1.1" status: 200 len: 375 time: 0.0094237 Jun 08 13:51:09.746951 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f6869ffc-0203-463f-9452-315a72a9a56c req-7be8276b-a1f8-455f-a4fc-71ad3d7f31ee tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0cc65fa99694daa81878db0200bdb4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479381 Jun 08 13:51:09.765119 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:09.844604 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f6869ffc-0203-463f-9452-315a72a9a56c req-c6c45901-61de-4912-a654-5d589b7914b0 service neutron] 10.222.0.55 "GET /v2.0/networks/12800c86-d5ba-481d-a55e-8c6ac82045b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861566 Jun 08 13:51:09.938851 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f6869ffc-0203-463f-9452-315a72a9a56c req-dc96471c-d499-44ff-b136-257fba45e0e2 service neutron] 10.222.0.55 "GET /v2.0/networks/12800c86-d5ba-481d-a55e-8c6ac82045b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875938 Jun 08 13:51:10.164954 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e104ae06-2c27-43dd-9f47-87b9a20583b8 req-3a30d928-79e0-4370-b7c8-ae6cf6d0ad16 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 210 time: 0.0299575 Jun 08 13:51:11.269604 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f8892e0b-aa04-4cd5-989c-779c99b283cd req-e424deb0-9004-4352-a654-c80eae5de49c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 210 time: 0.0300138 Jun 08 13:51:12.190762 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6869ffc-0203-463f-9452-315a72a9a56c req-af76e4e7-d53a-46a5-af5c-4e4a95803a31 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:12.192940 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f6869ffc-0203-463f-9452-315a72a9a56c req-af76e4e7-d53a-46a5-af5c-4e4a95803a31 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.61 "GET /v2.0/networks?id=12800c86-d5ba-481d-a55e-8c6ac82045b0 HTTP/1.1" status: 200 len: 814 time: 0.1012774 Jun 08 13:51:12.257519 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f6869ffc-0203-463f-9452-315a72a9a56c req-4d4ec74e-2357-4f08-a1af-eced8ea26c64 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0cc65fa99694daa81878db0200bdb4b HTTP/1.1" status: 200 len: 380 time: 0.0554667 Jun 08 13:51:12.273299 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-f6869ffc-0203-463f-9452-315a72a9a56c req-5685f83f-97f3-4ac4-b4c4-2ffe3ab1b8a9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Request body: {'port': {'device_id': 'dab28955-49eb-4750-839f-b9f2b14cb299', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'admin_state_up': True, 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'security_groups': ['8eb99f51-9936-4f33-bbcf-b9cdea5bba05']}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:12.359059 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:12.381972 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-34c6d341-07c5-487c-8b0d-a51b050d1bb2 req-82b2be3d-d741-4bba-87c6-ac1edf42e44a tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 210 time: 0.0296836 Jun 08 13:51:12.468223 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6869ffc-0203-463f-9452-315a72a9a56c req-5685f83f-97f3-4ac4-b4c4-2ffe3ab1b8a9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Made reservation on behalf of d0cc65fa99694daa81878db0200bdb4b for: {'port': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:51:12.472039 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-f6869ffc-0203-463f-9452-315a72a9a56c req-5685f83f-97f3-4ac4-b4c4-2ffe3ab1b8a9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:12.612796 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [req-f6869ffc-0203-463f-9452-315a72a9a56c req-5685f83f-97f3-4ac4-b4c4-2ffe3ab1b8a9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Allocated IP 172.20.0.12 (12800c86-d5ba-481d-a55e-8c6ac82045b0/3a82067f-8037-420a-aa38-ea511b7711ca/3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:51:12.715334 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:12.744795 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-f6869ffc-0203-463f-9452-315a72a9a56c req-5685f83f-97f3-4ac4-b4c4-2ffe3ab1b8a9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:12.905155 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-f6869ffc-0203-463f-9452-315a72a9a56c req-5685f83f-97f3-4ac4-b4c4-2ffe3ab1b8a9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:12.954617 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6869ffc-0203-463f-9452-315a72a9a56c req-5685f83f-97f3-4ac4-b4c4-2ffe3ab1b8a9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Network 12800c86-d5ba-481d-a55e-8c6ac82045b0 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:51:12.957818 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [req-f6869ffc-0203-463f-9452-315a72a9a56c req-5685f83f-97f3-4ac4-b4c4-2ffe3ab1b8a9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:51:12.968034 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6869ffc-0203-463f-9452-315a72a9a56c req-5685f83f-97f3-4ac4-b4c4-2ffe3ab1b8a9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:51:12.989926 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685f83f-97f3-4ac4-b4c4-2ffe3ab1b8a9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Pushing event updated for resources: {'Port': ['ID=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:13.019139 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:13.027204 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6869ffc-0203-463f-9452-315a72a9a56c req-5685f83f-97f3-4ac4-b4c4-2ffe3ab1b8a9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:13.027204 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-f6869ffc-0203-463f-9452-315a72a9a56c req-5685f83f-97f3-4ac4-b4c4-2ffe3ab1b8a9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:13.113286 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f6869ffc-0203-463f-9452-315a72a9a56c req-5685f83f-97f3-4ac4-b4c4-2ffe3ab1b8a9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8434625 Jun 08 13:51:13.118996 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:13.119548 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:13.126020 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-f6869ffc-0203-463f-9452-315a72a9a56c req-0ececd0b-0c12-454d-b11a-dacd66ab7dcf service neutron] Request body: {'port': {'device_id': 'dab28955-49eb-4750-839f-b9f2b14cb299', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:13.178098 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-efe7c59f-e4d6-4bc1-b7b3-c4611748bac5 None None] Provisioning complete for port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:51:13.178784 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-efe7c59f-e4d6-4bc1-b7b3-c4611748bac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:13.190466 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-f6869ffc-0203-463f-9452-315a72a9a56c req-0ececd0b-0c12-454d-b11a-dacd66ab7dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:13.210327 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-efe7c59f-e4d6-4bc1-b7b3-c4611748bac5 None None] Port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:51:13.517855 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ed2ef-af95-4093-9440-951a4c2fa26d req-622e4f69-6950-4cb0-89fc-704a7405df0e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:13.519870 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-373ed2ef-af95-4093-9440-951a4c2fa26d req-622e4f69-6950-4cb0-89fc-704a7405df0e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 932 time: 0.0556881 Jun 08 13:51:13.570989 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-373ed2ef-af95-4093-9440-951a4c2fa26d req-6bfe491f-db47-44ef-b881-46400ecaf60e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454221 Jun 08 13:51:13.620597 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:13.712339 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [req-f6869ffc-0203-463f-9452-315a72a9a56c req-0ececd0b-0c12-454d-b11a-dacd66ab7dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 {{(pid=110998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:51:13.720141 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-f6869ffc-0203-463f-9452-315a72a9a56c req-0ececd0b-0c12-454d-b11a-dacd66ab7dcf service neutron] Publish callbacks [] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:13.735231 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.provisioning_blocks [req-f6869ffc-0203-463f-9452-315a72a9a56c req-0ececd0b-0c12-454d-b11a-dacd66ab7dcf service neutron] Transition to ACTIVE for port object 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 will not be triggered until provisioned by entity L2. {{(pid=110998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 13:51:13.828246 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-f6869ffc-0203-463f-9452-315a72a9a56c req-0ececd0b-0c12-454d-b11a-dacd66ab7dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:13.881393 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ececd0b-0c12-454d-b11a-dacd66ab7dcf service neutron] Pushing event updated for resources: {'Port': ['ID=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:13.958167 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-f6869ffc-0203-463f-9452-315a72a9a56c req-0ececd0b-0c12-454d-b11a-dacd66ab7dcf service neutron] Attempting to bind port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:51:13.958606 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-f6869ffc-0203-463f-9452-315a72a9a56c req-0ececd0b-0c12-454d-b11a-dacd66ab7dcf service neutron] Attempting to bind port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'a5fe51d5-0992-41c9-9311-f6f6cc7a2fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0'}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:51:13.959009 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6869ffc-0203-463f-9452-315a72a9a56c req-0ececd0b-0c12-454d-b11a-dacd66ab7dcf service neutron] Attempting to bind port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 on network 12800c86-d5ba-481d-a55e-8c6ac82045b0 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:51:13.963703 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6869ffc-0203-463f-9452-315a72a9a56c req-0ececd0b-0c12-454d-b11a-dacd66ab7dcf service neutron] Port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 on network 12800c86-d5ba-481d-a55e-8c6ac82045b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:51:13.964021 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6869ffc-0203-463f-9452-315a72a9a56c req-0ececd0b-0c12-454d-b11a-dacd66ab7dcf service neutron] Attempting to bind port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 on network 12800c86-d5ba-481d-a55e-8c6ac82045b0 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:51:13.969745 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6869ffc-0203-463f-9452-315a72a9a56c req-0ececd0b-0c12-454d-b11a-dacd66ab7dcf service neutron] Checking agent: {'id': '2c87fc52-0797-4c68-9855-572d3067389f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'started_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:51:13.970085 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6869ffc-0203-463f-9452-315a72a9a56c req-0ececd0b-0c12-454d-b11a-dacd66ab7dcf service neutron] Checking segment: {'id': 'a5fe51d5-0992-41c9-9311-f6f6cc7a2fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:51:13.970469 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6869ffc-0203-463f-9452-315a72a9a56c req-0ececd0b-0c12-454d-b11a-dacd66ab7dcf service neutron] Bound using segment: {'id': 'a5fe51d5-0992-41c9-9311-f6f6cc7a2fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0'} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:51:13.971186 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-f6869ffc-0203-463f-9452-315a72a9a56c req-0ececd0b-0c12-454d-b11a-dacd66ab7dcf service neutron] Bound port: 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5fe51d5-0992-41c9-9311-f6f6cc7a2fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0'}}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:51:13.971608 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-f6869ffc-0203-463f-9452-315a72a9a56c req-0ececd0b-0c12-454d-b11a-dacd66ab7dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:14.041598 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-f6869ffc-0203-463f-9452-315a72a9a56c req-0ececd0b-0c12-454d-b11a-dacd66ab7dcf service neutron] For port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4, host hv-cinder-81914, cleared binding levels {{(pid=110998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:51:14.044595 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-f6869ffc-0203-463f-9452-315a72a9a56c req-0ececd0b-0c12-454d-b11a-dacd66ab7dcf service neutron] For port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:51:14.045640 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:14.097206 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-f6869ffc-0203-463f-9452-315a72a9a56c req-0ececd0b-0c12-454d-b11a-dacd66ab7dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:14.134838 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6869ffc-0203-463f-9452-315a72a9a56c req-0ececd0b-0c12-454d-b11a-dacd66ab7dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:14.135694 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-f6869ffc-0203-463f-9452-315a72a9a56c req-0ececd0b-0c12-454d-b11a-dacd66ab7dcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:14.136883 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f6869ffc-0203-463f-9452-315a72a9a56c req-0ececd0b-0c12-454d-b11a-dacd66ab7dcf service neutron] 10.222.0.61 "PUT /v2.0/ports/3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 HTTP/1.1" status: 200 len: 1094 time: 1.0151832 Jun 08 13:51:14.137317 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab28955-49eb-4750-839f-b9f2b14cb299', 'tag': '3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:51:14.139551 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a097a2dd-7cbe-43a2-a590-73e281963742" -d '{"events": [{"name": "network-changed", "server_uuid": "dab28955-49eb-4750-839f-b9f2b14cb299", "tag": "3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:51:14.173661 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ececd0b-0c12-454d-b11a-dacd66ab7dcf service neutron] Pushing event updated for resources: {'Port': ['ID=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4,revision_number=3']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:14.184260 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064caafd-2a33-442f-ba55-be5982e95944 x-openstack-request-id: req-064caafd-2a33-442f-ba55-be5982e95944 {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:51:14.184532 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab28955-49eb-4750-839f-b9f2b14cb299", "tag": "3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:51:14.184978 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-064caafd-2a33-442f-ba55-be5982e95944 {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:51:14.185423 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-064caafd-2a33-442f-ba55-be5982e95944'] response: {'name': 'network-changed', 'server_uuid': 'dab28955-49eb-4750-839f-b9f2b14cb299', 'tag': '3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4', 'status': 'completed', 'code': 200} Jun 08 13:51:14.248034 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097a2dd-7cbe-43a2-a590-73e281963742 req-739e23e1-5de7-4412-b4c4-203feb4a7a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:14.249619 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-a097a2dd-7cbe-43a2-a590-73e281963742 req-739e23e1-5de7-4412-b4c4-203feb4a7a90 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0cc65fa99694daa81878db0200bdb4b&device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 1128 time: 0.0428247 Jun 08 13:51:14.351576 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097a2dd-7cbe-43a2-a590-73e281963742 req-bce9a686-ec7b-4004-b329-994d1b18131b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:14.353136 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-a097a2dd-7cbe-43a2-a590-73e281963742 req-bce9a686-ec7b-4004-b329-994d1b18131b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=d0cc65fa99694daa81878db0200bdb4b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0964577 Jun 08 13:51:14.452631 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097a2dd-7cbe-43a2-a590-73e281963742 req-53caa7a5-b761-4317-8de6-c55ab02f7321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:14.454000 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-a097a2dd-7cbe-43a2-a590-73e281963742 req-53caa7a5-b761-4317-8de6-c55ab02f7321 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936360 Jun 08 13:51:14.529653 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6869ffc-0203-463f-9452-315a72a9a56c req-cfdddcdf-f21e-4b5b-82b2-5eac72bce501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:14.531110 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f6869ffc-0203-463f-9452-315a72a9a56c req-cfdddcdf-f21e-4b5b-82b2-5eac72bce501 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0cc65fa99694daa81878db0200bdb4b&device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 1128 time: 0.0393817 Jun 08 13:51:14.575396 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f6869ffc-0203-463f-9452-315a72a9a56c req-cbd0927c-174f-4705-bd3a-c84c1d819b14 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 HTTP/1.1" status: 200 len: 217 time: 0.0362015 Jun 08 13:51:14.612130 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:14.628338 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6869ffc-0203-463f-9452-315a72a9a56c req-cd25501d-159b-41a9-8302-e5e36272d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:14.629780 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f6869ffc-0203-463f-9452-315a72a9a56c req-cd25501d-159b-41a9-8302-e5e36272d818 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a82067f-8037-420a-aa38-ea511b7711ca HTTP/1.1" status: 200 len: 853 time: 0.0471523 Jun 08 13:51:14.675183 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:14.677607 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6869ffc-0203-463f-9452-315a72a9a56c req-13f22f6f-0874-44e6-9473-0848853245ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:14.679108 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f6869ffc-0203-463f-9452-315a72a9a56c req-13f22f6f-0874-44e6-9473-0848853245ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=12800c86-d5ba-481d-a55e-8c6ac82045b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408771 Jun 08 13:51:14.693089 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6140943-76f5-40f6-8085-c0417b17c2a6 req-8ce7fe6b-def7-4765-88ff-39aaca7a4cc7 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:14.694559 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a6140943-76f5-40f6-8085-c0417b17c2a6 req-8ce7fe6b-def7-4765-88ff-39aaca7a4cc7 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 944 time: 0.0467958 Jun 08 13:51:14.743487 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a6140943-76f5-40f6-8085-c0417b17c2a6 req-07fd5003-4ba4-4300-bcbf-7a2c6097e436 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431175 Jun 08 13:51:14.774213 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f6869ffc-0203-463f-9452-315a72a9a56c req-3cbb9f96-dace-4b76-8bfa-564cd92ed35a service neutron] 10.222.0.61 "GET /v2.0/networks/12800c86-d5ba-481d-a55e-8c6ac82045b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871048 Jun 08 13:51:14.862843 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f6869ffc-0203-463f-9452-315a72a9a56c req-e1a5b783-454d-42ee-8047-20d8d87d1c48 service neutron] 10.222.0.61 "GET /v2.0/networks/12800c86-d5ba-481d-a55e-8c6ac82045b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819426 Jun 08 13:51:15.865171 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fcaf5-bc52-46bd-885e-738f7c6accb5 req-b5a6312e-9318-4c65-988b-c330aa813701 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:15.866604 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f81fcaf5-bc52-46bd-885e-738f7c6accb5 req-b5a6312e-9318-4c65-988b-c330aa813701 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 944 time: 0.0477767 Jun 08 13:51:15.916588 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f81fcaf5-bc52-46bd-885e-738f7c6accb5 req-46d64cae-9942-479f-b490-93952585c3cf tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443976 Jun 08 13:51:16.328316 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 39082) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:16.373128 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_v2 [None req-5756e1b0-5f60-4f9e-8986-02503d0f659f admin admin] Deleting subnet 1f8ce31d-9b95-4efa-8478-89644cb10ed3 {{(pid=110998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 13:51:16.376427 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5756e1b0-5f60-4f9e-8986-02503d0f659f admin admin] Publish callbacks [] for subnet (1f8ce31d-9b95-4efa-8478-89644cb10ed3), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:16.414787 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5756e1b0-5f60-4f9e-8986-02503d0f659f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8827961'] for subnet (1f8ce31d-9b95-4efa-8478-89644cb10ed3), precommit_delete_associations {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:16.453082 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5756e1b0-5f60-4f9e-8986-02503d0f659f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628126'] for subnet (1f8ce31d-9b95-4efa-8478-89644cb10ed3), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:16.572834 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5756e1b0-5f60-4f9e-8986-02503d0f659f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11352020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12398490'] for subnet (1f8ce31d-9b95-4efa-8478-89644cb10ed3), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:16.600384 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756e1b0-5f60-4f9e-8986-02503d0f659f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f8ce31d-9b95-4efa-8478-89644cb10ed3,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:16.602328 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5756e1b0-5f60-4f9e-8986-02503d0f659f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:16.605405 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-5756e1b0-5f60-4f9e-8986-02503d0f659f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1f8ce31d-9b95-4efa-8478-89644cb10ed3 HTTP/1.1" status: 204 len: 168 time: 0.2760656 Jun 08 13:51:16.608027 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 39084) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:16.678237 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-57e098c3-9c61-4522-942f-8f0b7580f29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427792'] for network (f78d1fdb-0f8f-4ba8-9c46-69c0b872862d), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:16.753828 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-57e098c3-9c61-4522-942f-8f0b7580f29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629017', 'neutron.services.segments.db._delete_segments_for_network-8774158746125'] for network (f78d1fdb-0f8f-4ba8-9c46-69c0b872862d), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:16.773674 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-57e098c3-9c61-4522-942f-8f0b7580f29b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f78d1fdb-0f8f-4ba8-9c46-69c0b872862d']}} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:16.779742 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:16.783059 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-57e098c3-9c61-4522-942f-8f0b7580f29b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6584da40-2511-448a-a981-cc7b9437b603') {'for_net_delete': True} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:16.783896 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-57e098c3-9c61-4522-942f-8f0b7580f29b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6584da40-2511-448a-a981-cc7b9437b603') {} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:16.793544 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-57e098c3-9c61-4522-942f-8f0b7580f29b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158745236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8827952'] for segment (6584da40-2511-448a-a981-cc7b9437b603), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:16.807183 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-57e098c3-9c61-4522-942f-8f0b7580f29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (6584da40-2511-448a-a981-cc7b9437b603), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:16.813607 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e098c3-9c61-4522-942f-8f0b7580f29b admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=110998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:51:16.813994 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-57e098c3-9c61-4522-942f-8f0b7580f29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11351950'] for segment (6584da40-2511-448a-a981-cc7b9437b603), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:16.856303 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.services.segments.plugin [-] Segment 6584da40-2511-448a-a981-cc7b9437b603 resource provider aggregate not found Jun 08 13:51:16.880069 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.services.segments.plugin [-] Segment 6584da40-2511-448a-a981-cc7b9437b603 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6584da40-2511-448a-a981-cc7b9437b603 found for delete ", "request_id": "req-1a50328c-1124-4f5c-91f9-4c16e901983d"}]} Jun 08 13:51:16.989808 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-57e098c3-9c61-4522-942f-8f0b7580f29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357978'] for network (f78d1fdb-0f8f-4ba8-9c46-69c0b872862d), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:16.995357 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-57e098c3-9c61-4522-942f-8f0b7580f29b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:16.998724 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-57e098c3-9c61-4522-942f-8f0b7580f29b admin admin] 10.222.0.55 "DELETE /v2.0/networks/f78d1fdb-0f8f-4ba8-9c46-69c0b872862d HTTP/1.1" status: 204 len: 168 time: 0.3897052 Jun 08 13:51:17.014198 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e098c3-9c61-4522-942f-8f0b7580f29b admin admin] Pushing event deleted for resources: {'Network': ['ID=f78d1fdb-0f8f-4ba8-9c46-69c0b872862d,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:17.039328 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603c6cc-1e8d-43c6-9fe2-94ec8a837183 req-f49ea6b7-6681-4845-a861-b56ffb3eb58a tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:17.040821 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7603c6cc-1e8d-43c6-9fe2-94ec8a837183 req-f49ea6b7-6681-4845-a861-b56ffb3eb58a tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 944 time: 0.0513434 Jun 08 13:51:17.091043 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7603c6cc-1e8d-43c6-9fe2-94ec8a837183 req-5a3aac2f-3b5b-4183-b79d-e7059c7197b1 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419626 Jun 08 13:51:17.396951 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 39096) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:17.436771 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-0d8dc36b-9748-4440-a79e-7ac0ec0ccb6d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b38f30ffdc74b66aa2a5ed7d7eb1e0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386877 Jun 08 13:51:17.439126 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 39098) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:17.487511 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-f4c0269b-3252-4a2c-835d-dff7124cc24c admin admin] Publish callbacks [] for security_group (15099a6c-e2a1-479c-9641-498ae156bcc4), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:17.511253 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-f4c0269b-3252-4a2c-835d-dff7124cc24c admin admin] Publish callbacks [] for security_group (15099a6c-e2a1-479c-9641-498ae156bcc4), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:17.612806 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-f4c0269b-3252-4a2c-835d-dff7124cc24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (15099a6c-e2a1-479c-9641-498ae156bcc4), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:17.615392 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-f4c0269b-3252-4a2c-835d-dff7124cc24c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:17.616564 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-f4c0269b-3252-4a2c-835d-dff7124cc24c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/15099a6c-e2a1-479c-9641-498ae156bcc4 HTTP/1.1" status: 204 len: 168 time: 0.1758506 Jun 08 13:51:17.624371 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0269b-3252-4a2c-835d-dff7124cc24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15099a6c-e2a1-479c-9641-498ae156bcc4,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:17.698379 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:51:18.208914 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb00a1-b636-40c1-9ab7-c15f39f3388d req-4a13452d-0d40-42ec-bd8c-3395cc4a8c32 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:18.210484 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8fbb00a1-b636-40c1-9ab7-c15f39f3388d req-4a13452d-0d40-42ec-bd8c-3395cc4a8c32 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 944 time: 0.0495884 Jun 08 13:51:18.262356 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8fbb00a1-b636-40c1-9ab7-c15f39f3388d req-c36b053e-530e-4e90-9c21-ddc61cec1b9c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450177 Jun 08 13:51:18.392896 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8759ab0-e873-4e26-8f35-83e97d7ab063 req-8b0c254e-97bf-4527-9a3f-cf57e0a327b3 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:18.394265 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a8759ab0-e873-4e26-8f35-83e97d7ab063 req-8b0c254e-97bf-4527-9a3f-cf57e0a327b3 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0466368 Jun 08 13:51:18.429356 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:51:18.442021 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a8759ab0-e873-4e26-8f35-83e97d7ab063 req-5a09b3c6-a09a-47f0-b93d-229e438b9580 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422850 Jun 08 13:51:18.530913 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:51:18.546741 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Returning: {'device': '3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'port_id': '3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4', 'mac_address': 'fa:16:3e:62:02:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:51:18.582621 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 is: DOWN; New status is: BUILD {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:51:18.583008 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:18.597055 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 {{(pid=110999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:51:18.616421 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:51:18.708076 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:18.755990 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:18.790118 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 39132) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:18.887876 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-0290c97c-83a7-4356-82a9-27d87f9daca1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-414490362-network', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:18.976621 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:51:19.024288 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0290c97c-83a7-4356-82a9-27d87f9daca1 admin admin] Made reservation on behalf of 708bec67bbb748b382b82cd0da768d5c for: {'network': 1} {{(pid=110997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:51:19.026796 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0290c97c-83a7-4356-82a9-27d87f9daca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for network (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:19.039176 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0290c97c-83a7-4356-82a9-27d87f9daca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:19.074706 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:19.117855 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0290c97c-83a7-4356-82a9-27d87f9daca1 admin admin] Publish callbacks [] for security_group (f6ba9162-421c-40ea-a94a-eaaf8c642b99), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:19.195450 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0290c97c-83a7-4356-82a9-27d87f9daca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (f6ba9162-421c-40ea-a94a-eaaf8c642b99), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:19.213878 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:19.219250 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0290c97c-83a7-4356-82a9-27d87f9daca1 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=110997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:51:19.233313 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290c97c-83a7-4356-82a9-27d87f9daca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ba9162-421c-40ea-a94a-eaaf8c642b99,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:19.238223 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0290c97c-83a7-4356-82a9-27d87f9daca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (564f5b2d-3784-4b30-818c-8a1c5cab2c0e), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:19.238565 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.db.segments_db [None req-0290c97c-83a7-4356-82a9-27d87f9daca1 admin admin] Added segment 564f5b2d-3784-4b30-818c-8a1c5cab2c0e of type vlan for network 825cb388-149d-48df-81a0-0e0450f2f381 Jun 08 13:51:19.278955 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0290c97c-83a7-4356-82a9-27d87f9daca1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774158396263'] for network (825cb388-149d-48df-81a0-0e0450f2f381), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:19.368485 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0290c97c-83a7-4356-82a9-27d87f9daca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for network (825cb388-149d-48df-81a0-0e0450f2f381), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:19.369450 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0290c97c-83a7-4356-82a9-27d87f9daca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:19.370032 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0290c97c-83a7-4356-82a9-27d87f9daca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:19.434548 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703dc55-25c3-4b6b-98fd-198657d97bb0 req-4aadb984-8b27-43df-93f0-2933de13a83c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:19.436020 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3703dc55-25c3-4b6b-98fd-198657d97bb0 req-4aadb984-8b27-43df-93f0-2933de13a83c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 945 time: 0.0998766 Jun 08 13:51:19.461330 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290c97c-83a7-4356-82a9-27d87f9daca1 admin admin] Pushing event updated for resources: {'Network': ['ID=825cb388-149d-48df-81a0-0e0450f2f381,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:19.472157 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Network 825cb388-149d-48df-81a0-0e0450f2f381 details requested by agent ovs-agent-dv-cinder-819149-5-iscsi with host dv-cinder-819149-5-iscsi {{(pid=110999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:51:19.493387 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-0290c97c-83a7-4356-82a9-27d87f9daca1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6996393 Jun 08 13:51:19.494000 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 39142) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:19.498221 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3703dc55-25c3-4b6b-98fd-198657d97bb0 req-c1655de9-1af4-43ca-afc2-1bd6528f13e4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549800 Jun 08 13:51:19.499537 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-2fb402c9-26ef-45c0-9bc4-7315fad7f512 admin admin] Request body: {'subnet': {'network_id': '825cb388-149d-48df-81a0-0e0450f2f381', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-414490362-subnet', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'ip_version': 4}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:19.522380 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:19.574977 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c2609-12c0-44e4-96f5-bc970e1a33d6 req-80c22c17-38e8-4968-8fb0-13fd42066420 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:19.576466 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-dc6c2609-12c0-44e4-96f5-bc970e1a33d6 req-80c22c17-38e8-4968-8fb0-13fd42066420 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0495396 Jun 08 13:51:19.601463 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb402c9-26ef-45c0-9bc4-7315fad7f512 admin admin] Made reservation on behalf of 708bec67bbb748b382b82cd0da768d5c for: {'subnet': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:51:19.603968 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2fb402c9-26ef-45c0-9bc4-7315fad7f512 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12398527'] for subnet (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:19.625168 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-dc6c2609-12c0-44e4-96f5-bc970e1a33d6 req-8961e4cc-672f-425e-b597-873fc9391fdf tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430601 Jun 08 13:51:19.848228 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2fb402c9-26ef-45c0-9bc4-7315fad7f512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11356177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12398477'] for subnet (e27a3c02-47f7-4cd7-94ae-1439be78370b), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:19.887526 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:19.897682 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb402c9-26ef-45c0-9bc4-7315fad7f512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e27a3c02-47f7-4cd7-94ae-1439be78370b,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:19.913294 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb402c9-26ef-45c0-9bc4-7315fad7f512 admin admin] Checking segment: {'id': '564f5b2d-3784-4b30-818c-8a1c5cab2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:51:19.913650 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb402c9-26ef-45c0-9bc4-7315fad7f512 admin admin] Network hostable DHCP agents. Network: 825cb388-149d-48df-81a0-0e0450f2f381, hostable agents: ['0fe93b45-7a7a-4833-aa38-a6b4536a05ba'], hosted agents: [] {{(pid=110998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:51:20.001252 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb402c9-26ef-45c0-9bc4-7315fad7f512 admin admin] Network 825cb388-149d-48df-81a0-0e0450f2f381 is scheduled to be hosted by DHCP agent 0fe93b45-7a7a-4833-aa38-a6b4536a05ba with binding_index 1 {{(pid=110998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:51:20.091466 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-2fb402c9-26ef-45c0-9bc4-7315fad7f512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-5-iscsi, 825cb388-149d-48df-81a0-0e0450f2f381) {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:51:20.096894 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb402c9-26ef-45c0-9bc4-7315fad7f512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:20.097969 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2fb402c9-26ef-45c0-9bc4-7315fad7f512 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:20.107093 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0200c2a-f756-4386-94de-0ded69519a30 None None] Network 825cb388-149d-48df-81a0-0e0450f2f381 requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:51:20.202167 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4075603-a420-4386-8346-1f6dcb36d7d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9660f10-ec6d-58c9-bc99-f642291d243f-825cb388-149d-48df-81a0-0e0450f2f381', 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381', 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'fixed_ips': [{'subnet_id': 'e27a3c02-47f7-4cd7-94ae-1439be78370b'}]}} from dv-cinder-819149-5-iscsi. {{(pid=110999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 08 13:51:20.203065 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-e4075603-a420-4386-8346-1f6dcb36d7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:20.207160 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-2fb402c9-26ef-45c0-9bc4-7315fad7f512 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7085259 Jun 08 13:51:20.207361 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 39144) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:20.211989 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-fffe9962-081f-4a9b-82b3-f5f62cc2fca5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-414490362-router', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:20.299341 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:20.304579 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fffe9962-081f-4a9b-82b3-f5f62cc2fca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-354394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2750'] for router (3660c206-2e1b-45c0-a916-e3ab3c171b2d), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:20.305702 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fffe9962-081f-4a9b-82b3-f5f62cc2fca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-354572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-344210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3710513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2741'] for router (3660c206-2e1b-45c0-a916-e3ab3c171b2d), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:20.341065 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.db_base_plugin_common [None req-e4075603-a420-4386-8346-1f6dcb36d7d3 None None] Allocated IP 172.20.0.2 (825cb388-149d-48df-81a0-0e0450f2f381/e27a3c02-47f7-4cd7-94ae-1439be78370b/e4be08b2-a1ae-4d25-9788-23b36a317f39) {{(pid=110999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:51:20.360333 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fffe9962-081f-4a9b-82b3-f5f62cc2fca5 admin admin] Publish callbacks [] for router_controller (3660c206-2e1b-45c0-a916-e3ab3c171b2d), precommit_add_association {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:20.440900 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 up at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:51:20.485347 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d1423-b9eb-412f-819c-5ff99940e9dd req-be8ebb59-177f-4b57-9ca5-fab56db65f0c tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:20.487370 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-af7d1423-b9eb-412f-819c-5ff99940e9dd req-be8ebb59-177f-4b57-9ca5-fab56db65f0c tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.1030464 Jun 08 13:51:20.514827 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-e4075603-a420-4386-8346-1f6dcb36d7d3 None None] Publish callbacks [] for port (e4be08b2-a1ae-4d25-9788-23b36a317f39), precommit_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:20.527471 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning for port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 completed by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 13:51:20.595044 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fffe9962-081f-4a9b-82b3-f5f62cc2fca5 admin admin] Publish callbacks [] for router_gateway (3660c206-2e1b-45c0-a916-e3ab3c171b2d), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:20.599425 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning complete for port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:51:20.600021 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:20.602694 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-e4075603-a420-4386-8346-1f6dcb36d7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800'] for port (e4be08b2-a1ae-4d25-9788-23b36a317f39), after_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:20.629953 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e650488-a805-4a65-9ef2-2953c9f4c0b4 req-6f80db4f-f7db-48c3-96f0-56147a4f5cc3 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:20.632140 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4e650488-a805-4a65-9ef2-2953c9f4c0b4 req-6f80db4f-f7db-48c3-96f0-56147a4f5cc3 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 945 time: 0.0548177 Jun 08 13:51:20.634134 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-af7d1423-b9eb-412f-819c-5ff99940e9dd req-fbaa3076-73db-4a2d-9054-26f47d2934e2 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Deleting port 38bbf42f-b3f0-44a4-992c-b83e8f85c80a {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:51:20.634480 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-af7d1423-b9eb-412f-819c-5ff99940e9dd req-fbaa3076-73db-4a2d-9054-26f47d2934e2 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (38bbf42f-b3f0-44a4-992c-b83e8f85c80a), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:20.666609 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:20.672615 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4075603-a420-4386-8346-1f6dcb36d7d3 None None] Network 825cb388-149d-48df-81a0-0e0450f2f381 is already hosted by enough agents. {{(pid=110999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:51:20.689040 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.scheduler.base_scheduler [None req-e4075603-a420-4386-8346-1f6dcb36d7d3 None None] Resources bound (agent type, host, resource id): {{(pid=110999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:51:20.694861 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4e650488-a805-4a65-9ef2-2953c9f4c0b4 req-6e65eda7-aa5f-4f7d-b74a-11bc1350ff4c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506601 Jun 08 13:51:20.695200 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4075603-a420-4386-8346-1f6dcb36d7d3 None None] Received port after_create {{(pid=110999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:51:20.701773 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4075603-a420-4386-8346-1f6dcb36d7d3 None None] Pushing event updated for resources: {'Port': ['ID=e4be08b2-a1ae-4d25-9788-23b36a317f39,revision_number=1']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:20.774593 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-af7d1423-b9eb-412f-819c-5ff99940e9dd req-fbaa3076-73db-4a2d-9054-26f47d2934e2 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] For port 38bbf42f-b3f0-44a4-992c-b83e8f85c80a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=38bbf42f-b3f0-44a4-992c-b83e8f85c80a,segment=NetworkSegment(a34c7784-43f9-466c-a9ad-749dd0a739ec),segment_id=a34c7784-43f9-466c-a9ad-749dd0a739ec)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:51:20.774960 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-af7d1423-b9eb-412f-819c-5ff99940e9dd req-fbaa3076-73db-4a2d-9054-26f47d2934e2 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (38bbf42f-b3f0-44a4-992c-b83e8f85c80a), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:20.780084 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636cf46-9e34-426e-b30a-72da30b74643 req-377bddf2-0233-4b12-bda3-fb6c223b150a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:20.781584 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0636cf46-9e34-426e-b30a-72da30b74643 req-377bddf2-0233-4b12-bda3-fb6c223b150a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 945 time: 0.0498545 Jun 08 13:51:20.790612 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:20.795725 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-e4075603-a420-4386-8346-1f6dcb36d7d3 None None] Attempting to bind port e4be08b2-a1ae-4d25-9788-23b36a317f39 on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:51:20.796227 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-e4075603-a420-4386-8346-1f6dcb36d7d3 None None] Attempting to bind port e4be08b2-a1ae-4d25-9788-23b36a317f39 by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': '564f5b2d-3784-4b30-818c-8a1c5cab2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381'}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:51:20.803128 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4075603-a420-4386-8346-1f6dcb36d7d3 None None] Attempting to bind port e4be08b2-a1ae-4d25-9788-23b36a317f39 on network 825cb388-149d-48df-81a0-0e0450f2f381 {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:51:20.803698 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4075603-a420-4386-8346-1f6dcb36d7d3 None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:51:20.804079 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4075603-a420-4386-8346-1f6dcb36d7d3 None None] Checking segment: {'id': '564f5b2d-3784-4b30-818c-8a1c5cab2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:51:20.804486 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-e4075603-a420-4386-8346-1f6dcb36d7d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:20.804874 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4075603-a420-4386-8346-1f6dcb36d7d3 None None] Bound using segment: {'id': '564f5b2d-3784-4b30-818c-8a1c5cab2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381'} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:51:20.805338 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-e4075603-a420-4386-8346-1f6dcb36d7d3 None None] Bound port: e4be08b2-a1ae-4d25-9788-23b36a317f39, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564f5b2d-3784-4b30-818c-8a1c5cab2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381'}}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:51:20.805713 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-e4075603-a420-4386-8346-1f6dcb36d7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (e4be08b2-a1ae-4d25-9788-23b36a317f39), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:20.820097 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 is: BUILD; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:51:20.820719 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:20.839784 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0636cf46-9e34-426e-b30a-72da30b74643 req-67897be8-a811-4de4-90de-91af1041ca7f tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468702 Jun 08 13:51:20.873173 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab28955-49eb-4750-839f-b9f2b14cb299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:51:20.875268 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9d5968-fb3a-49d0-b7d4-c8918ac29df2" -d '{"events": [{"server_uuid": "dab28955-49eb-4750-839f-b9f2b14cb299", "name": "network-vif-plugged", "status": "completed", "tag": "3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:51:20.903257 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:51:20.917273 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22bf742-03c5-4e34-9937-d63bdbfc869e x-openstack-request-id: req-b22bf742-03c5-4e34-9937-d63bdbfc869e {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:51:20.917574 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab28955-49eb-4750-839f-b9f2b14cb299", "name": "network-vif-plugged", "status": "completed", "tag": "3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:51:20.917819 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b22bf742-03c5-4e34-9937-d63bdbfc869e {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:51:20.918191 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b22bf742-03c5-4e34-9937-d63bdbfc869e'] response: {'server_uuid': 'dab28955-49eb-4750-839f-b9f2b14cb299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4', 'code': 200} Jun 08 13:51:20.921741 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-e4075603-a420-4386-8346-1f6dcb36d7d3 None None] For port e4be08b2-a1ae-4d25-9788-23b36a317f39, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=110999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:51:20.925892 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-e4075603-a420-4386-8346-1f6dcb36d7d3 None None] For port e4be08b2-a1ae-4d25-9788-23b36a317f39, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=e4be08b2-a1ae-4d25-9788-23b36a317f39,segment=NetworkSegment(564f5b2d-3784-4b30-818c-8a1c5cab2c0e),segment_id=564f5b2d-3784-4b30-818c-8a1c5cab2c0e)] {{(pid=110999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:51:20.995581 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:21.039204 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:21.049388 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fffe9962-081f-4a9b-82b3-f5f62cc2fca5 admin admin] Publish callbacks [] for router_gateway (3660c206-2e1b-45c0-a916-e3ab3c171b2d), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:21.078690 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fffe9962-081f-4a9b-82b3-f5f62cc2fca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:21.089771 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-af7d1423-b9eb-412f-819c-5ff99940e9dd req-fbaa3076-73db-4a2d-9054-26f47d2934e2 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:21.090125 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-af7d1423-b9eb-412f-819c-5ff99940e9dd req-fbaa3076-73db-4a2d-9054-26f47d2934e2 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (9d4f3305-2d43-4575-b680-fe9eeecb39d7), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:21.090435 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.l3_db [req-af7d1423-b9eb-412f-819c-5ff99940e9dd req-fbaa3076-73db-4a2d-9054-26f47d2934e2 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Floating IP 9d4f3305-2d43-4575-b680-fe9eeecb39d7 disassociated. External IP: 172.27.1.212, port: 38bbf42f-b3f0-44a4-992c-b83e8f85c80a. Jun 08 13:51:21.090786 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-af7d1423-b9eb-412f-819c-5ff99940e9dd req-fbaa3076-73db-4a2d-9054-26f47d2934e2 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Calling delete_port for 38bbf42f-b3f0-44a4-992c-b83e8f85c80a owned by compute:nova {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:51:21.148762 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-e4075603-a420-4386-8346-1f6dcb36d7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (e4be08b2-a1ae-4d25-9788-23b36a317f39), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:21.180249 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:21.239719 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4075603-a420-4386-8346-1f6dcb36d7d3 None None] Pushing event updated for resources: {'Port': ['ID=e4be08b2-a1ae-4d25-9788-23b36a317f39,revision_number=2']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:21.257784 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [None req-fffe9962-081f-4a9b-82b3-f5f62cc2fca5 admin admin] Allocated IP 172.27.1.156 (070b030f-98d2-43d9-b022-f506d26f1e83/4285c1ce-c1bb-4be9-b005-ebf83c2cba00/f7d54be2-3d64-4d39-92fa-4a66e8cdc679) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:51:21.396249 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208fc16-e050-4127-9b95-d7d4ea905020 req-39044c59-1b3f-4311-933b-67e9c3703ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:21.397739 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-0208fc16-e050-4127-9b95-d7d4ea905020 req-39044c59-1b3f-4311-933b-67e9c3703ac5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 1130 time: 0.1222730 Jun 08 13:51:21.490328 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-0208fc16-e050-4127-9b95-d7d4ea905020 req-5d0a45d3-87f4-4aeb-9a44-7dd0bb21a83e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784626 Jun 08 13:51:21.490328 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-af7d1423-b9eb-412f-819c-5ff99940e9dd req-fbaa3076-73db-4a2d-9054-26f47d2934e2 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (38bbf42f-b3f0-44a4-992c-b83e8f85c80a), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:21.495360 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fffe9962-081f-4a9b-82b3-f5f62cc2fca5 admin admin] Publish callbacks [] for port (f7d54be2-3d64-4d39-92fa-4a66e8cdc679), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:21.534156 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa3076-73db-4a2d-9054-26f47d2934e2 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Pushing event deleted for resources: {'Port': ['ID=38bbf42f-b3f0-44a4-992c-b83e8f85c80a,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:21.580492 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device e4be08b2-a1ae-4d25-9788-23b36a317f39 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:51:21.609566 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:21.625714 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port e4be08b2-a1ae-4d25-9788-23b36a317f39 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:51:21.626097 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (e4be08b2-a1ae-4d25-9788-23b36a317f39), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:21.662419 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af7d1423-b9eb-412f-819c-5ff99940e9dd req-fbaa3076-73db-4a2d-9054-26f47d2934e2 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Router 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:51:21.667999 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fffe9962-081f-4a9b-82b3-f5f62cc2fca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (f7d54be2-3d64-4d39-92fa-4a66e8cdc679), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:21.701553 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port e4be08b2-a1ae-4d25-9788-23b36a317f39 is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:51:21.705979 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (e4be08b2-a1ae-4d25-9788-23b36a317f39), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:21.740630 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] For port e4be08b2-a1ae-4d25-9788-23b36a317f39, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=e4be08b2-a1ae-4d25-9788-23b36a317f39,segment=NetworkSegment(564f5b2d-3784-4b30-818c-8a1c5cab2c0e),segment_id=564f5b2d-3784-4b30-818c-8a1c5cab2c0e)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:51:21.755797 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe9962-081f-4a9b-82b3-f5f62cc2fca5 admin admin] Pushing event updated for resources: {'Port': ['ID=f7d54be2-3d64-4d39-92fa-4a66e8cdc679,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:21.765591 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffe9962-081f-4a9b-82b3-f5f62cc2fca5 admin admin] Network 070b030f-98d2-43d9-b022-f506d26f1e83 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:51:21.768902 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-fffe9962-081f-4a9b-82b3-f5f62cc2fca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:51:21.772334 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffe9962-081f-4a9b-82b3-f5f62cc2fca5 admin admin] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:51:21.832535 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f50e0-063b-433c-961b-702332af525c req-13fa747c-a798-4cf1-9acf-2126add0915c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:21.834048 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-048f50e0-063b-433c-961b-702332af525c req-13fa747c-a798-4cf1-9acf-2126add0915c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.0535929 Jun 08 13:51:21.895959 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:21.910952 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (e4be08b2-a1ae-4d25-9788-23b36a317f39), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:21.939661 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-048f50e0-063b-433c-961b-702332af525c req-3a839e8b-32c3-45e3-bde4-7d06e8e5d28d tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996583 Jun 08 13:51:21.988599 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Pushing event updated for resources: {'Port': ['ID=e4be08b2-a1ae-4d25-9788-23b36a317f39,revision_number=3']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:22.009925 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-072f1fcb-199f-449c-b515-fb986b25591b req-1141e176-78ae-4cb5-afe8-5bb0c9dea83e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 210 time: 0.0363142 Jun 08 13:51:22.191602 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af7d1423-b9eb-412f-819c-5ff99940e9dd req-fbaa3076-73db-4a2d-9054-26f47d2934e2 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:51:22.202340 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7bdb76-d01b-4b87-9dd9-866a120a2d79 None None] Sync routers for ids ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:51:22.214100 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7bdb76-d01b-4b87-9dd9-866a120a2d79 None None] Routers {'73f7d7e5-25cc-486d-b119-57e35a7c9cd2'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:51:22.214720 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-ac7bdb76-d01b-4b87-9dd9-866a120a2d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:51:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:22.216518 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6,neutron:INSERT=5,neutron:DELETE=7 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:22.269430 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:22.291088 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7d1423-b9eb-412f-819c-5ff99940e9dd req-fbaa3076-73db-4a2d-9054-26f47d2934e2 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] No DVR routers for this DVR port 38bbf42f-b3f0-44a4-992c-b83e8f85c80a on host hv-cinder-81914 {{(pid=110998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:51:22.294879 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-af7d1423-b9eb-412f-819c-5ff99940e9dd req-fbaa3076-73db-4a2d-9054-26f47d2934e2 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:22.298181 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-af7d1423-b9eb-412f-819c-5ff99940e9dd req-fbaa3076-73db-4a2d-9054-26f47d2934e2 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.61 "DELETE /v2.0/ports/38bbf42f-b3f0-44a4-992c-b83e8f85c80a HTTP/1.1" status: 204 len: 173 time: 1.8050826 Jun 08 13:51:22.299283 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db0ac6d-b933-4abd-96b8-c1af36e06791', 'name': 'network-vif-deleted', 'tag': '38bbf42f-b3f0-44a4-992c-b83e8f85c80a'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:51:22.301873 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c1a340-62ff-4ed7-8433-41bd65e285cc" -d '{"events": [{"server_uuid": "1db0ac6d-b933-4abd-96b8-c1af36e06791", "name": "network-vif-deleted", "tag": "38bbf42f-b3f0-44a4-992c-b83e8f85c80a"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:51:22.326919 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-ac7bdb76-d01b-4b87-9dd9-866a120a2d79 None None] Set router 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:51:22.349584 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d215526-0c27-4a73-bdf9-bac2ec149758 x-openstack-request-id: req-5d215526-0c27-4a73-bdf9-bac2ec149758 {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:51:22.349977 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db0ac6d-b933-4abd-96b8-c1af36e06791", "name": "network-vif-deleted", "tag": "38bbf42f-b3f0-44a4-992c-b83e8f85c80a", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:51:22.350326 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5d215526-0c27-4a73-bdf9-bac2ec149758 {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:51:22.350822 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d215526-0c27-4a73-bdf9-bac2ec149758'] response: {'server_uuid': '1db0ac6d-b933-4abd-96b8-c1af36e06791', 'name': 'network-vif-deleted', 'tag': '38bbf42f-b3f0-44a4-992c-b83e8f85c80a', 'status': 'completed', 'code': 200} Jun 08 13:51:22.366376 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94959b5e-b6ec-4745-b970-4fc45e990ad9 None None] Network 825cb388-149d-48df-81a0-0e0450f2f381 requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:51:22.507887 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-ce5c7884-dfaa-47a0-9bb3-4f0c75e79b3e None None] Provisioning complete for port e4be08b2-a1ae-4d25-9788-23b36a317f39 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:51:22.508280 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7884-dfaa-47a0-9bb3-4f0c75e79b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (e4be08b2-a1ae-4d25-9788-23b36a317f39), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:22.516555 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fffe9962-081f-4a9b-82b3-f5f62cc2fca5 admin admin] Publish callbacks [] for router_gateway (3660c206-2e1b-45c0-a916-e3ab3c171b2d), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:22.604806 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:22.694475 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-ce5c7884-dfaa-47a0-9bb3-4f0c75e79b3e None None] Current status of the port e4be08b2-a1ae-4d25-9788-23b36a317f39 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:51:22.696716 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-ac7bdb76-d01b-4b87-9dd9-866a120a2d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'name': 'tempest-AttachVolumeTestJSON-940829353-router', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:45Z', 'revision_number': 4, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'gw_port': {'id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '3d14a308-8f99-469b-a4f6-aac3f4a94dbf', 'name': '', 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'mac_address': 'fa:16:3e:08:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:44Z', 'updated_at': '2022-06-08T13:46:58Z', 'revision_number': 5, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'subnets': [{'id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:22.717028 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fffe9962-081f-4a9b-82b3-f5f62cc2fca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-354687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358104'] for router (3660c206-2e1b-45c0-a916-e3ab3c171b2d), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:22.718848 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:22.727447 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7bdb76-d01b-4b87-9dd9-866a120a2d79 None None] Checking router: 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:51:22.737501 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7bdb76-d01b-4b87-9dd9-866a120a2d79 None None] Routers {'73f7d7e5-25cc-486d-b119-57e35a7c9cd2'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:51:22.738129 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-ac7bdb76-d01b-4b87-9dd9-866a120a2d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:51:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:22.850531 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-ac7bdb76-d01b-4b87-9dd9-866a120a2d79 None None] Set router 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:51:22.921782 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffe9962-081f-4a9b-82b3-f5f62cc2fca5 admin admin] Router 3660c206-2e1b-45c0-a916-e3ab3c171b2d is scheduled to L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 with binding_index 1 {{(pid=110998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 13:51:22.963566 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-2a2e5346-8bd7-47fc-8333-213e348889e5 None None] Provisioning complete for port e4be08b2-a1ae-4d25-9788-23b36a317f39 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:51:22.963943 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-2a2e5346-8bd7-47fc-8333-213e348889e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (e4be08b2-a1ae-4d25-9788-23b36a317f39), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:22.995744 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=100 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:23.030894 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffe9962-081f-4a9b-82b3-f5f62cc2fca5 admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:51:23.047420 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57094b3-24f9-4902-a5a2-a9b265f60b70 None None] Sync routers for ids ['3660c206-2e1b-45c0-a916-e3ab3c171b2d'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:51:23.077810 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57094b3-24f9-4902-a5a2-a9b265f60b70 None None] Routers {'3660c206-2e1b-45c0-a916-e3ab3c171b2d'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:51:23.078563 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-e57094b3-24f9-4902-a5a2-a9b265f60b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:51:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['3660c206-2e1b-45c0-a916-e3ab3c171b2d'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:23.115469 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcca74-8e54-4855-89c0-cdfe7057ad59 req-ff90c7bf-b0e3-406d-a163-afa12bb3c1bc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:23.133159 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7efcca74-8e54-4855-89c0-cdfe7057ad59 req-ff90c7bf-b0e3-406d-a163-afa12bb3c1bc tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.1264784 Jun 08 13:51:23.145659 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-2a2e5346-8bd7-47fc-8333-213e348889e5 None None] Current status of the port e4be08b2-a1ae-4d25-9788-23b36a317f39 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:51:23.147799 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-ac7bdb76-d01b-4b87-9dd9-866a120a2d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'name': 'tempest-AttachVolumeTestJSON-940829353-router', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:45Z', 'revision_number': 4, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'gw_port': {'id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '3d14a308-8f99-469b-a4f6-aac3f4a94dbf', 'name': '', 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'mac_address': 'fa:16:3e:08:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:44Z', 'updated_at': '2022-06-08T13:46:58Z', 'revision_number': 5, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'subnets': [{'id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:23.157327 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fffe9962-081f-4a9b-82b3-f5f62cc2fca5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:23.161058 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-fffe9962-081f-4a9b-82b3-f5f62cc2fca5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9526286 Jun 08 13:51:23.163665 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 39164) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:23.180337 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a5b5f2f1-9972-4a92-99af-2f9376f55bfb req-e9121224-5b14-4984-a46d-2a623ddfcec8 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=1db0ac6d-b933-4abd-96b8-c1af36e06791 HTTP/1.1" status: 200 len: 210 time: 0.0444043 Jun 08 13:51:23.196599 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7bdb76-d01b-4b87-9dd9-866a120a2d79 None None] The sync data for ids ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'] in dv-cinder-819149-5-iscsi is: [{'id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'name': 'tempest-AttachVolumeTestJSON-940829353-router', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:45Z', 'revision_number': 4, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'gw_port': {'id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '3d14a308-8f99-469b-a4f6-aac3f4a94dbf', 'name': '', 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'mac_address': 'fa:16:3e:08:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:44Z', 'updated_at': '2022-06-08T13:46:58Z', 'revision_number': 5, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'subnets': [{'id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:51:23.226411 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7efcca74-8e54-4855-89c0-cdfe7057ad59 req-718c20b9-0c00-4e28-b526-2661573aa947 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921953 Jun 08 13:51:23.244769 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-e57094b3-24f9-4902-a5a2-a9b265f60b70 None None] Set router 3660c206-2e1b-45c0-a916-e3ab3c171b2d gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:51:23.419877 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-e57094b3-24f9-4902-a5a2-a9b265f60b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'name': 'tempest-TestShelveInstance-414490362-router', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f7d54be2-3d64-4d39-92fa-4a66e8cdc679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:51:20Z', 'updated_at': '2022-06-08T13:51:22Z', 'revision_number': 3, 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'gw_port': {'id': 'f7d54be2-3d64-4d39-92fa-4a66e8cdc679', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:21Z', 'updated_at': '2022-06-08T13:51:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:23.447677 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57094b3-24f9-4902-a5a2-a9b265f60b70 None None] Checking router: 3660c206-2e1b-45c0-a916-e3ab3c171b2d for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:51:23.448017 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57094b3-24f9-4902-a5a2-a9b265f60b70 None None] Updating router 3660c206-2e1b-45c0-a916-e3ab3c171b2d port f7d54be2-3d64-4d39-92fa-4a66e8cdc679 binding host dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:51:23.487909 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d773289-ceb5-416f-99a6-0c8966ae7ba7 None None] New status for floating IP 9d4f3305-2d43-4575-b680-fe9eeecb39d7: DOWN {{(pid=110999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 13:51:23.497278 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-e57094b3-24f9-4902-a5a2-a9b265f60b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (f7d54be2-3d64-4d39-92fa-4a66e8cdc679), before_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:23.629298 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device e4be08b2-a1ae-4d25-9788-23b36a317f39 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:51:23.678257 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port e4be08b2-a1ae-4d25-9788-23b36a317f39 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:51:23.678766 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (e4be08b2-a1ae-4d25-9788-23b36a317f39), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:23.683063 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-46a34b59-d860-4821-bee0-2ce087a90727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:23.707047 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:23.774808 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port e4be08b2-a1ae-4d25-9788-23b36a317f39 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:51:23.833427 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-e57094b3-24f9-4902-a5a2-a9b265f60b70 None None] Publish callbacks [] for port (f7d54be2-3d64-4d39-92fa-4a66e8cdc679), precommit_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:23.865039 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [None req-46a34b59-d860-4821-bee0-2ce087a90727 admin admin] Allocated IP 172.20.0.1 (825cb388-149d-48df-81a0-0e0450f2f381/e27a3c02-47f7-4cd7-94ae-1439be78370b/67b1057b-e3be-4891-894d-378d8fd8352e) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:51:23.870062 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:23.927118 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-e57094b3-24f9-4902-a5a2-a9b265f60b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (f7d54be2-3d64-4d39-92fa-4a66e8cdc679), after_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:23.978817 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-46a34b59-d860-4821-bee0-2ce087a90727 admin admin] Publish callbacks [] for port (67b1057b-e3be-4891-894d-378d8fd8352e), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:24.065814 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-e57094b3-24f9-4902-a5a2-a9b265f60b70 None None] Attempting to bind port f7d54be2-3d64-4d39-92fa-4a66e8cdc679 on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:51:24.066387 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-e57094b3-24f9-4902-a5a2-a9b265f60b70 None None] Attempting to bind port f7d54be2-3d64-4d39-92fa-4a66e8cdc679 by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}] {{(pid=111000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:51:24.066521 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57094b3-24f9-4902-a5a2-a9b265f60b70 None None] Attempting to bind port f7d54be2-3d64-4d39-92fa-4a66e8cdc679 on network 070b030f-98d2-43d9-b022-f506d26f1e83 {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:51:24.069903 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c01b9-c4e8-4de6-9744-38621cdb3692 None None] Pushing event updated for resources: {'Port': ['ID=f7d54be2-3d64-4d39-92fa-4a66e8cdc679,revision_number=2']} {{(pid=111000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:24.077736 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57094b3-24f9-4902-a5a2-a9b265f60b70 None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:51:24.078105 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57094b3-24f9-4902-a5a2-a9b265f60b70 None None] Checking segment: {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:51:24.081592 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-e57094b3-24f9-4902-a5a2-a9b265f60b70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:24.081592 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57094b3-24f9-4902-a5a2-a9b265f60b70 None None] Bound using segment: {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'} {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:51:24.081592 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-e57094b3-24f9-4902-a5a2-a9b265f60b70 None None] Bound port: f7d54be2-3d64-4d39-92fa-4a66e8cdc679, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}}] {{(pid=111000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:51:24.081592 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-e57094b3-24f9-4902-a5a2-a9b265f60b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (f7d54be2-3d64-4d39-92fa-4a66e8cdc679), before_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:24.082950 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c01b9-c4e8-4de6-9744-38621cdb3692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:24.083293 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c01b9-c4e8-4de6-9744-38621cdb3692 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:24.083643 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c01b9-c4e8-4de6-9744-38621cdb3692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:24.083992 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c01b9-c4e8-4de6-9744-38621cdb3692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:24.084349 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c01b9-c4e8-4de6-9744-38621cdb3692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:24.084669 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c01b9-c4e8-4de6-9744-38621cdb3692 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:24.084985 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c01b9-c4e8-4de6-9744-38621cdb3692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:24.085299 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c01b9-c4e8-4de6-9744-38621cdb3692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:24.085615 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c01b9-c4e8-4de6-9744-38621cdb3692 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:24.086723 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c01b9-c4e8-4de6-9744-38621cdb3692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:24.087049 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c01b9-c4e8-4de6-9744-38621cdb3692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:24.087381 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c01b9-c4e8-4de6-9744-38621cdb3692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:24.087700 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c01b9-c4e8-4de6-9744-38621cdb3692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:24.088013 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c01b9-c4e8-4de6-9744-38621cdb3692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:24.088349 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c01b9-c4e8-4de6-9744-38621cdb3692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:24.100701 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-46a34b59-d860-4821-bee0-2ce087a90727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (67b1057b-e3be-4891-894d-378d8fd8352e), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:24.138453 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.db [None req-e57094b3-24f9-4902-a5a2-a9b265f60b70 None None] For port f7d54be2-3d64-4d39-92fa-4a66e8cdc679, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=111000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:51:24.141503 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.db [None req-e57094b3-24f9-4902-a5a2-a9b265f60b70 None None] For port f7d54be2-3d64-4d39-92fa-4a66e8cdc679, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=f7d54be2-3d64-4d39-92fa-4a66e8cdc679,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=111000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:51:24.144357 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a34b59-d860-4821-bee0-2ce087a90727 admin admin] Network 825cb388-149d-48df-81a0-0e0450f2f381 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:51:24.149772 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-46a34b59-d860-4821-bee0-2ce087a90727 admin admin] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:51:24.153496 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a34b59-d860-4821-bee0-2ce087a90727 admin admin] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:51:24.156836 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a34b59-d860-4821-bee0-2ce087a90727 admin admin] Pushing event updated for resources: {'Port': ['ID=67b1057b-e3be-4891-894d-378d8fd8352e,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:24.195442 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-46a34b59-d860-4821-bee0-2ce087a90727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-354990'] for router_interface (3660c206-2e1b-45c0-a916-e3ab3c171b2d), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:24.216836 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-e57094b3-24f9-4902-a5a2-a9b265f60b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (f7d54be2-3d64-4d39-92fa-4a66e8cdc679), after_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:24.262642 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57094b3-24f9-4902-a5a2-a9b265f60b70 None None] Routers {'3660c206-2e1b-45c0-a916-e3ab3c171b2d'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:51:24.263271 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-e57094b3-24f9-4902-a5a2-a9b265f60b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:51:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['3660c206-2e1b-45c0-a916-e3ab3c171b2d'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:24.306799 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:24.340294 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:24.372694 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c01b9-c4e8-4de6-9744-38621cdb3692 None None] Pushing event updated for resources: {'Port': ['ID=f7d54be2-3d64-4d39-92fa-4a66e8cdc679,revision_number=3']} {{(pid=111000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:24.381979 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-e074d9c5-4151-444d-a2ad-c4a87549cb7a None None] Provisioning complete for port 67b1057b-e3be-4891-894d-378d8fd8352e triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:51:24.382480 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-e074d9c5-4151-444d-a2ad-c4a87549cb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (67b1057b-e3be-4891-894d-378d8fd8352e), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:24.402427 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388a07a-a07d-45cf-b4f9-261f244f9894 req-4c19943a-70df-4a8e-8dd4-90ce5b2ffda6 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:24.403939 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9388a07a-a07d-45cf-b4f9-261f244f9894 req-4c19943a-70df-4a8e-8dd4-90ce5b2ffda6 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.0586724 Jun 08 13:51:24.404129 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-e57094b3-24f9-4902-a5a2-a9b265f60b70 None None] Set router 3660c206-2e1b-45c0-a916-e3ab3c171b2d gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:51:24.416539 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-e074d9c5-4151-444d-a2ad-c4a87549cb7a None None] Port 67b1057b-e3be-4891-894d-378d8fd8352e cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:51:24.427014 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 39172) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:24.451069 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 38bbf42f-b3f0-44a4-992c-b83e8f85c80a no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:51:24.462320 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9388a07a-a07d-45cf-b4f9-261f244f9894 req-b9d0aeb5-d4dc-4325-99d3-3f6bceae957e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507853 Jun 08 13:51:24.484732 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] No Port match for: 38bbf42f-b3f0-44a4-992c-b83e8f85c80a {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:51:24.485082 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 38bbf42f-b3f0-44a4-992c-b83e8f85c80a not bound to the agent host hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:51:24.487168 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:24.488080 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-46a34b59-d860-4821-bee0-2ce087a90727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (67b1057b-e3be-4891-894d-378d8fd8352e), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:24.561371 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3ed6679c-8010-4dcc-a764-3008e89f7dcf tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for security_group (b9d9e483-52b1-4a32-93f2-9d5a9d4827aa), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:24.603514 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02f324-3b6f-47b4-9a64-fc0360c036bf req-1aa84981-a8bb-4c30-ab14-23e8b1f67d7a tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:24.605587 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-e57094b3-24f9-4902-a5a2-a9b265f60b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'name': 'tempest-TestShelveInstance-414490362-router', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f7d54be2-3d64-4d39-92fa-4a66e8cdc679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:51:20Z', 'updated_at': '2022-06-08T13:51:22Z', 'revision_number': 3, 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'gw_port': {'id': 'f7d54be2-3d64-4d39-92fa-4a66e8cdc679', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:21Z', 'updated_at': '2022-06-08T13:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:24.608541 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2a02f324-3b6f-47b4-9a64-fc0360c036bf req-1aa84981-a8bb-4c30-ab14-23e8b1f67d7a tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.0581162 Jun 08 13:51:24.615883 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 39178) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:24.617379 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3ed6679c-8010-4dcc-a764-3008e89f7dcf tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for security_group (b9d9e483-52b1-4a32-93f2-9d5a9d4827aa), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:24.620145 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-211cc8bf-0ce1-4e67-89c6-9b68b4ff3302 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Request body: {'floatingip': {'port_id': '3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:24.633435 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57094b3-24f9-4902-a5a2-a9b265f60b70 None None] The sync data for ids ['3660c206-2e1b-45c0-a916-e3ab3c171b2d'] in dv-cinder-819149-5-iscsi is: [{'id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'name': 'tempest-TestShelveInstance-414490362-router', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f7d54be2-3d64-4d39-92fa-4a66e8cdc679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:51:20Z', 'updated_at': '2022-06-08T13:51:22Z', 'revision_number': 3, 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'gw_port': {'id': 'f7d54be2-3d64-4d39-92fa-4a66e8cdc679', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:21Z', 'updated_at': '2022-06-08T13:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:51:24.677275 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-211cc8bf-0ce1-4e67-89c6-9b68b4ff3302 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for floatingip (5ade9909-fed5-460c-8764-69c0e6c5344c), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:24.762558 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-46a34b59-d860-4821-bee0-2ce087a90727 admin admin] Publish callbacks [] for port (67b1057b-e3be-4891-894d-378d8fd8352e), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:24.896108 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-46a34b59-d860-4821-bee0-2ce087a90727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (67b1057b-e3be-4891-894d-378d8fd8352e), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:24.914337 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3ed6679c-8010-4dcc-a764-3008e89f7dcf tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (b9d9e483-52b1-4a32-93f2-9d5a9d4827aa), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:24.917212 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3ed6679c-8010-4dcc-a764-3008e89f7dcf tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:24.921010 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-3ed6679c-8010-4dcc-a764-3008e89f7dcf tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "DELETE /v2.0/security-groups/b9d9e483-52b1-4a32-93f2-9d5a9d4827aa HTTP/1.1" status: 204 len: 168 time: 0.4894176 Jun 08 13:51:24.977711 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 39184) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:25.001604 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:25.006305 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6679c-8010-4dcc-a764-3008e89f7dcf tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d9e483-52b1-4a32-93f2-9d5a9d4827aa,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:25.024018 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.api.v2.resource [None req-36625735-6820-45c7-b77a-d17719753fe7 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] show failed (client error): The resource could not be found. Jun 08 13:51:25.027717 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-36625735-6820-45c7-b77a-d17719753fe7 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups/b9d9e483-52b1-4a32-93f2-9d5a9d4827aa HTTP/1.1" status: 404 len: 347 time: 0.0463662 Jun 08 13:51:25.036541 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 39188) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:25.048998 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a34b59-d860-4821-bee0-2ce087a90727 admin admin] Pushing event updated for resources: {'Port': ['ID=67b1057b-e3be-4891-894d-378d8fd8352e,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:25.088196 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-46a34b59-d860-4821-bee0-2ce087a90727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354906'] for router_interface (3660c206-2e1b-45c0-a916-e3ab3c171b2d), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:25.232194 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-c6093eb6-fead-4496-8c48-5a0f9dee8caa tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Deleting port b73c0df7-64f2-41af-8269-46ad2ce28724 {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:51:25.232513 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c6093eb6-fead-4496-8c48-5a0f9dee8caa tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (b73c0df7-64f2-41af-8269-46ad2ce28724), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:25.300340 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a34b59-d860-4821-bee0-2ce087a90727 admin admin] Network 825cb388-149d-48df-81a0-0e0450f2f381 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:51:25.303405 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-46a34b59-d860-4821-bee0-2ce087a90727 admin admin] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:51:25.407219 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c6093eb6-fead-4496-8c48-5a0f9dee8caa tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (b73c0df7-64f2-41af-8269-46ad2ce28724), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:25.407536 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c6093eb6-fead-4496-8c48-5a0f9dee8caa tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for floatingip (b73c0df7-64f2-41af-8269-46ad2ce28724), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:25.455831 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:25.473098 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-211cc8bf-0ce1-4e67-89c6-9b68b4ff3302 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:25.497062 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-c6093eb6-fead-4496-8c48-5a0f9dee8caa tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Calling delete_port for b73c0df7-64f2-41af-8269-46ad2ce28724 owned by network:floatingip {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:51:25.552232 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a34b59-d860-4821-bee0-2ce087a90727 admin admin] Router 3660c206-2e1b-45c0-a916-e3ab3c171b2d has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:51:25.584662 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-211cc8bf-0ce1-4e67-89c6-9b68b4ff3302 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (5ade9909-fed5-460c-8764-69c0e6c5344c), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:25.630587 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device f7d54be2-3d64-4d39-92fa-4a66e8cdc679 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:51:25.681758 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-92f20dfc-6c7a-4f19-8307-beb489099152 None None] Provisioning complete for port 67b1057b-e3be-4891-894d-378d8fd8352e triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:51:25.682284 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-92f20dfc-6c7a-4f19-8307-beb489099152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (67b1057b-e3be-4891-894d-378d8fd8352e), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:25.726001 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port f7d54be2-3d64-4d39-92fa-4a66e8cdc679 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:51:25.726485 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (f7d54be2-3d64-4d39-92fa-4a66e8cdc679), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:25.729944 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-92f20dfc-6c7a-4f19-8307-beb489099152 None None] Port 67b1057b-e3be-4891-894d-378d8fd8352e cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:51:25.761737 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.db.l3_db [None req-211cc8bf-0ce1-4e67-89c6-9b68b4ff3302 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Floating IP 5ade9909-fed5-460c-8764-69c0e6c5344c associated. External IP: 172.27.1.54, port: 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4. Jun 08 13:51:25.812438 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port f7d54be2-3d64-4d39-92fa-4a66e8cdc679 is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:51:25.813102 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (f7d54be2-3d64-4d39-92fa-4a66e8cdc679), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:25.855188 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] For port f7d54be2-3d64-4d39-92fa-4a66e8cdc679, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=f7d54be2-3d64-4d39-92fa-4a66e8cdc679,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:51:25.921572 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (f7d54be2-3d64-4d39-92fa-4a66e8cdc679), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:25.972236 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:25.975691 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Pushing event updated for resources: {'Port': ['ID=f7d54be2-3d64-4d39-92fa-4a66e8cdc679,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:26.032112 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211cc8bf-0ce1-4e67-89c6-9b68b4ff3302 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Router 4cba750f-4f39-4b99-9242-f53dcb21f8aa has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:51:26.065726 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a34b59-d860-4821-bee0-2ce087a90727 admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:51:26.074167 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-46a34b59-d860-4821-bee0-2ce087a90727 admin admin] 10.222.0.55 "PUT /v2.0/routers/3660c206-2e1b-45c0-a916-e3ab3c171b2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9080131 Jun 08 13:51:26.130858 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:26.156477 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211cc8bf-0ce1-4e67-89c6-9b68b4ff3302 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:51:26.162743 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-211cc8bf-0ce1-4e67-89c6-9b68b4ff3302 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:26.167595 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6defe4a9-d0ae-4a0f-ad39-265b98fbdabe None None] Sync routers for ids ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:51:26.178091 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6defe4a9-d0ae-4a0f-ad39-265b98fbdabe None None] Routers {'4cba750f-4f39-4b99-9242-f53dcb21f8aa'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:51:26.178613 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-6defe4a9-d0ae-4a0f-ad39-265b98fbdabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:51:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:26.207145 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c6093eb6-fead-4496-8c48-5a0f9dee8caa tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (b73c0df7-64f2-41af-8269-46ad2ce28724), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:26.207754 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-211cc8bf-0ce1-4e67-89c6-9b68b4ff3302 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "PUT /v2.0/floatingips/5ade9909-fed5-460c-8764-69c0e6c5344c HTTP/1.1" status: 200 len: 991 time: 1.5908375 Jun 08 13:51:26.208728 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab28955-49eb-4750-839f-b9f2b14cb299', 'tag': '3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4'}] {{(pid=110997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:51:26.212184 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2deb37cb3b385adf0db1d4fcfc98a25470d12ffd9c9459d76da49831f0e3658f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a167a93-9f50-4613-88ee-dc422e637abc" -d '{"events": [{"name": "network-changed", "server_uuid": "dab28955-49eb-4750-839f-b9f2b14cb299", "tag": "3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4"}]}' {{(pid=110997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:51:26.295624 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5190201f-92c1-43b3-a1bb-d9af48783198 x-openstack-request-id: req-5190201f-92c1-43b3-a1bb-d9af48783198 {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:51:26.295923 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab28955-49eb-4750-839f-b9f2b14cb299", "tag": "3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4", "status": "completed", "code": 200}]} {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:51:26.296198 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5190201f-92c1-43b3-a1bb-d9af48783198 {{(pid=110997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:51:26.296598 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5190201f-92c1-43b3-a1bb-d9af48783198'] response: {'name': 'network-changed', 'server_uuid': 'dab28955-49eb-4750-839f-b9f2b14cb299', 'tag': '3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4', 'status': 'completed', 'code': 200} Jun 08 13:51:26.297007 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6093eb6-fead-4496-8c48-5a0f9dee8caa tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Pushing event deleted for resources: {'Port': ['ID=b73c0df7-64f2-41af-8269-46ad2ce28724,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:26.317053 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-6defe4a9-d0ae-4a0f-ad39-265b98fbdabe None None] Set router 4cba750f-4f39-4b99-9242-f53dcb21f8aa gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:51:26.383151 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a167a93-9f50-4613-88ee-dc422e637abc req-dd48b554-f8d0-4a84-bbec-12b61ed48227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:26.384713 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6a167a93-9f50-4613-88ee-dc422e637abc req-dd48b554-f8d0-4a84-bbec-12b61ed48227 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0cc65fa99694daa81878db0200bdb4b&device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 1130 time: 0.0555625 Jun 08 13:51:26.385505 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c6093eb6-fead-4496-8c48-5a0f9dee8caa tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for floatingip (9d4f3305-2d43-4575-b680-fe9eeecb39d7), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:26.392241 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c6093eb6-fead-4496-8c48-5a0f9dee8caa tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:26.392241 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-c6093eb6-fead-4496-8c48-5a0f9dee8caa tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "DELETE /v2.0/floatingips/9d4f3305-2d43-4575-b680-fe9eeecb39d7 HTTP/1.1" status: 204 len: 168 time: 1.3519335 Jun 08 13:51:26.444403 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:26.456798 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:26.510903 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a167a93-9f50-4613-88ee-dc422e637abc req-673b0cff-94f1-4e2e-a06f-d20e3690142c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:26.512423 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6a167a93-9f50-4613-88ee-dc422e637abc req-673b0cff-94f1-4e2e-a06f-d20e3690142c service neutron] 10.222.0.61 "GET /v2.0/networks?id=12800c86-d5ba-481d-a55e-8c6ac82045b0 HTTP/1.1" status: 200 len: 915 time: 0.1215165 Jun 08 13:51:26.602924 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-6defe4a9-d0ae-4a0f-ad39-265b98fbdabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'name': 'tempest-AttachVolumeShelveTestJSON-9323543-router', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:50Z', 'revision_number': 4, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'gw_port': {'id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '5ade9909-fed5-460c-8764-69c0e6c5344c', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'port_id': '3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'mac_address': 'fa:16:3e:62:02:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab28955-49eb-4750-839f-b9f2b14cb299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:51:08Z', 'updated_at': '2022-06-08T13:51:25Z', 'revision_number': 1, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb0c877-9f84-431a-9be6-8b14cf7a55f9', 'name': '', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'mac_address': 'fa:16:3e:4a:a5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:49Z', 'updated_at': '2022-06-08T13:47:00Z', 'revision_number': 5, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'subnets': [{'id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:26.608752 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6a167a93-9f50-4613-88ee-dc422e637abc req-9eff167b-a919-4e57-9e83-dd03033ecca9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 HTTP/1.1" status: 200 len: 999 time: 0.0881202 Jun 08 13:51:26.636150 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6defe4a9-d0ae-4a0f-ad39-265b98fbdabe None None] Checking router: 4cba750f-4f39-4b99-9242-f53dcb21f8aa for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:51:26.656017 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6defe4a9-d0ae-4a0f-ad39-265b98fbdabe None None] Routers {'4cba750f-4f39-4b99-9242-f53dcb21f8aa'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:51:26.657130 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-6defe4a9-d0ae-4a0f-ad39-265b98fbdabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:51:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:26.669046 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 39214) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:26.673885 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-39d6435f-eced-450d-b481-d25400699dfb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--497399983', 'description': 'tempest-description--1989012912'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:26.699552 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b87d0-ccfe-4d2a-854b-505e296bde51 req-cdc49ed5-1f03-409b-8d07-2316663feaf7 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:26.708108 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d70b87d0-ccfe-4d2a-854b-505e296bde51 req-cdc49ed5-1f03-409b-8d07-2316663feaf7 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 985 time: 0.0719302 Jun 08 13:51:26.717525 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=100 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:26.723086 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a167a93-9f50-4613-88ee-dc422e637abc req-eee0c2e3-6796-41de-8d92-8ee8976b811a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:26.725248 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6a167a93-9f50-4613-88ee-dc422e637abc req-eee0c2e3-6796-41de-8d92-8ee8976b811a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a82067f-8037-420a-aa38-ea511b7711ca HTTP/1.1" status: 200 len: 853 time: 0.1091011 Jun 08 13:51:26.797900 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d70b87d0-ccfe-4d2a-854b-505e296bde51 req-a301e3de-c3fb-4452-a531-391bdf0ef77f tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&id=a312ba82-f39d-4542-8a23-2c668eaeafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0883968 Jun 08 13:51:26.805736 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-39d6435f-eced-450d-b481-d25400699dfb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:26.813057 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a167a93-9f50-4613-88ee-dc422e637abc req-6c4be36d-271d-43d6-bbd1-65cbd2d4954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:26.815361 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6a167a93-9f50-4613-88ee-dc422e637abc req-6c4be36d-271d-43d6-bbd1-65cbd2d4954e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=12800c86-d5ba-481d-a55e-8c6ac82045b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0821764 Jun 08 13:51:26.818010 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-6defe4a9-d0ae-4a0f-ad39-265b98fbdabe None None] Set router 4cba750f-4f39-4b99-9242-f53dcb21f8aa gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:51:26.823469 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3dba78-672e-449c-b3f7-02fa8fa128bb req-1948a2e3-7e4e-40ae-82c6-64f051880696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:26.824927 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1e3dba78-672e-449c-b3f7-02fa8fa128bb req-1948a2e3-7e4e-40ae-82c6-64f051880696 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14385fc22a1d4de4bc0af0c764f6ef69&device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 1169 time: 0.0825434 Jun 08 13:51:26.922213 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cad088-2a54-4078-891f-21eb8c56a00b None None] Sync routers for ids ['3660c206-2e1b-45c0-a916-e3ab3c171b2d'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:51:26.935556 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cad088-2a54-4078-891f-21eb8c56a00b None None] Routers {'3660c206-2e1b-45c0-a916-e3ab3c171b2d'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:51:26.936351 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-18cad088-2a54-4078-891f-21eb8c56a00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:51:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['3660c206-2e1b-45c0-a916-e3ab3c171b2d'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:27.047590 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6a167a93-9f50-4613-88ee-dc422e637abc req-7ffe49ea-b52e-4623-a8c7-94894f069e7e service neutron] 10.222.0.61 "GET /v2.0/networks/12800c86-d5ba-481d-a55e-8c6ac82045b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255156 Jun 08 13:51:27.054757 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3dba78-672e-449c-b3f7-02fa8fa128bb req-7df8f46f-7298-49b2-91cd-be4f6979d59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:27.056289 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1e3dba78-672e-449c-b3f7-02fa8fa128bb req-7df8f46f-7298-49b2-91cd-be4f6979d59a service neutron] 10.222.0.61 "GET /v2.0/networks?id=c89f5e55-1486-4a8c-8616-1c7f2554f4f0 HTTP/1.1" status: 200 len: 915 time: 0.2213771 Jun 08 13:51:27.077827 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-6defe4a9-d0ae-4a0f-ad39-265b98fbdabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'name': 'tempest-AttachVolumeShelveTestJSON-9323543-router', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:50Z', 'revision_number': 4, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'gw_port': {'id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '5ade9909-fed5-460c-8764-69c0e6c5344c', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'port_id': '3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'mac_address': 'fa:16:3e:62:02:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab28955-49eb-4750-839f-b9f2b14cb299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:51:08Z', 'updated_at': '2022-06-08T13:51:25Z', 'revision_number': 1, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb0c877-9f84-431a-9be6-8b14cf7a55f9', 'name': '', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'mac_address': 'fa:16:3e:4a:a5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:49Z', 'updated_at': '2022-06-08T13:47:00Z', 'revision_number': 5, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'subnets': [{'id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:27.108775 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6defe4a9-d0ae-4a0f-ad39-265b98fbdabe None None] The sync data for ids ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'] in dv-cinder-819149-5-iscsi is: [{'id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'name': 'tempest-AttachVolumeShelveTestJSON-9323543-router', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:50Z', 'revision_number': 4, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'gw_port': {'id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '5ade9909-fed5-460c-8764-69c0e6c5344c', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'port_id': '3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'mac_address': 'fa:16:3e:62:02:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab28955-49eb-4750-839f-b9f2b14cb299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:51:08Z', 'updated_at': '2022-06-08T13:51:25Z', 'revision_number': 1, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb0c877-9f84-431a-9be6-8b14cf7a55f9', 'name': '', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'mac_address': 'fa:16:3e:4a:a5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:49Z', 'updated_at': '2022-06-08T13:47:00Z', 'revision_number': 5, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'subnets': [{'id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:51:27.158398 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-39d6435f-eced-450d-b481-d25400699dfb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for security_group (4d5dfd84-d0b7-4637-9be6-f69975641193), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:27.191823 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 39224) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:27.194807 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:27.198711 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1e3dba78-672e-449c-b3f7-02fa8fa128bb req-186ba55e-93a8-4e2c-9f62-7f543a1baeb9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86e5c27b-3254-42aa-9d0f-5a43c944241b HTTP/1.1" status: 200 len: 1002 time: 0.1305480 Jun 08 13:51:27.200086 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-c0f38fd3-3792-4435-a5c7-034dedf4b946 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2085418706-network', 'tenant_id': '57fc05095ad8465dbef7b7d35be6b200'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:27.226684 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-18cad088-2a54-4078-891f-21eb8c56a00b None None] Set router 3660c206-2e1b-45c0-a916-e3ab3c171b2d gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:51:27.247409 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-39d6435f-eced-450d-b481-d25400699dfb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (4d5dfd84-d0b7-4637-9be6-f69975641193), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:27.262344 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:27.323543 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3dba78-672e-449c-b3f7-02fa8fa128bb req-7ccefcbb-355f-489f-a276-63632fe1a4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:27.325033 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1e3dba78-672e-449c-b3f7-02fa8fa128bb req-7ccefcbb-355f-489f-a276-63632fe1a4cd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1ee10986-79b5-42da-ad16-de38c97fa967 HTTP/1.1" status: 200 len: 853 time: 0.1188023 Jun 08 13:51:27.325794 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6435f-eced-450d-b481-d25400699dfb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5dfd84-d0b7-4637-9be6-f69975641193,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:27.331569 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6a167a93-9f50-4613-88ee-dc422e637abc req-412c7958-4ee5-4f08-9407-06daac8b138b service neutron] 10.222.0.61 "GET /v2.0/networks/12800c86-d5ba-481d-a55e-8c6ac82045b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742496 Jun 08 13:51:27.374078 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c44455-f33b-4097-9a16-b1cc770ba82b None None] New status for floating IP 5ade9909-fed5-460c-8764-69c0e6c5344c: ACTIVE {{(pid=111000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 13:51:27.377835 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3dba78-672e-449c-b3f7-02fa8fa128bb req-5d48a22d-15df-4c4b-bf54-5ce05b035c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:27.382770 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1e3dba78-672e-449c-b3f7-02fa8fa128bb req-5d48a22d-15df-4c4b-bf54-5ce05b035c07 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c89f5e55-1486-4a8c-8616-1c7f2554f4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498006 Jun 08 13:51:27.387781 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f38fd3-3792-4435-a5c7-034dedf4b946 admin admin] Made reservation on behalf of 57fc05095ad8465dbef7b7d35be6b200 for: {'network': 1} {{(pid=110997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:51:27.390315 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c0f38fd3-3792-4435-a5c7-034dedf4b946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for network (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:27.400736 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c0f38fd3-3792-4435-a5c7-034dedf4b946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:27.458674 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-18cad088-2a54-4078-891f-21eb8c56a00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'name': 'tempest-TestShelveInstance-414490362-router', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f7d54be2-3d64-4d39-92fa-4a66e8cdc679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:51:20Z', 'updated_at': '2022-06-08T13:51:24Z', 'revision_number': 4, 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'gw_port': {'id': 'f7d54be2-3d64-4d39-92fa-4a66e8cdc679', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:21Z', 'updated_at': '2022-06-08T13:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '67b1057b-e3be-4891-894d-378d8fd8352e', 'name': '', 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'mac_address': 'fa:16:3e:45:4d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e27a3c02-47f7-4cd7-94ae-1439be78370b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:23Z', 'updated_at': '2022-06-08T13:51:24Z', 'revision_number': 2, 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'subnets': [{'id': 'e27a3c02-47f7-4cd7-94ae-1439be78370b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:27.459176 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-39d6435f-eced-450d-b481-d25400699dfb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:27.464551 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-39d6435f-eced-450d-b481-d25400699dfb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7943971 Jun 08 13:51:27.465226 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 39226) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:27.478673 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-09970478-6da2-491e-a8aa-aace9936adc2 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Request body: {'security_group_rule': {'security_group_id': '4d5dfd84-d0b7-4637-9be6-f69975641193', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:27.512439 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1e3dba78-672e-449c-b3f7-02fa8fa128bb req-fae0f5c4-4734-490e-ae40-17f115800429 service neutron] 10.222.0.61 "GET /v2.0/networks/c89f5e55-1486-4a8c-8616-1c7f2554f4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218145 Jun 08 13:51:27.518653 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c0f38fd3-3792-4435-a5c7-034dedf4b946 admin admin] Publish callbacks [] for security_group (ace0dd44-8adf-4a36-9454-6e32f0bfcdd1), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:27.549205 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:27.551161 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cad088-2a54-4078-891f-21eb8c56a00b None None] Checking router: 3660c206-2e1b-45c0-a916-e3ab3c171b2d for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:51:27.551598 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cad088-2a54-4078-891f-21eb8c56a00b None None] Updating router 3660c206-2e1b-45c0-a916-e3ab3c171b2d port 67b1057b-e3be-4891-894d-378d8fd8352e binding host dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:51:27.594463 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-18cad088-2a54-4078-891f-21eb8c56a00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (67b1057b-e3be-4891-894d-378d8fd8352e), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:27.598989 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c0f38fd3-3792-4435-a5c7-034dedf4b946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (ace0dd44-8adf-4a36-9454-6e32f0bfcdd1), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:27.611697 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:27.643260 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1e3dba78-672e-449c-b3f7-02fa8fa128bb req-da6a477e-7779-4c49-a927-df081d596e78 service neutron] 10.222.0.61 "GET /v2.0/networks/c89f5e55-1486-4a8c-8616-1c7f2554f4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158142 Jun 08 13:51:27.643847 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-09970478-6da2-491e-a8aa-aace9936adc2 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for security_group_rule (d10961c2-0d21-4360-8f99-db8ac36fa3eb), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:27.661556 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device f7d54be2-3d64-4d39-92fa-4a66e8cdc679 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:51:27.665011 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f38fd3-3792-4435-a5c7-034dedf4b946 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=110997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:51:27.689610 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c0f38fd3-3792-4435-a5c7-034dedf4b946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (129318b7-6702-4484-97c7-4d8f7387d842), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:27.693667 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.db.segments_db [None req-c0f38fd3-3792-4435-a5c7-034dedf4b946 admin admin] Added segment 129318b7-6702-4484-97c7-4d8f7387d842 of type vlan for network 3302ed64-c6b8-41fb-a19e-bab066f5a9bc Jun 08 13:51:27.709670 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f38fd3-3792-4435-a5c7-034dedf4b946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace0dd44-8adf-4a36-9454-6e32f0bfcdd1,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:27.773514 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c0f38fd3-3792-4435-a5c7-034dedf4b946 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774158396263'] for network (3302ed64-c6b8-41fb-a19e-bab066f5a9bc), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:27.898836 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port f7d54be2-3d64-4d39-92fa-4a66e8cdc679 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:51:27.899206 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (f7d54be2-3d64-4d39-92fa-4a66e8cdc679), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:27.913050 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c0f38fd3-3792-4435-a5c7-034dedf4b946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for network (3302ed64-c6b8-41fb-a19e-bab066f5a9bc), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:27.914060 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f38fd3-3792-4435-a5c7-034dedf4b946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:27.914633 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c0f38fd3-3792-4435-a5c7-034dedf4b946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:27.933546 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:27.937523 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-09970478-6da2-491e-a8aa-aace9936adc2 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for security_group_rule (d10961c2-0d21-4360-8f99-db8ac36fa3eb), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:27.959409 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=100 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:27.984175 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f06f08-3681-4e44-9797-4454e4047744 req-41a6c309-6bf8-4d52-b392-6a15fc2b3f40 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:27.985677 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-93f06f08-3681-4e44-9797-4454e4047744 req-41a6c309-6bf8-4d52-b392-6a15fc2b3f40 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 985 time: 0.1199417 Jun 08 13:51:28.017923 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f38fd3-3792-4435-a5c7-034dedf4b946 admin admin] Pushing event updated for resources: {'Network': ['ID=3302ed64-c6b8-41fb-a19e-bab066f5a9bc,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:28.039992 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Network 3302ed64-c6b8-41fb-a19e-bab066f5a9bc details requested by agent ovs-agent-dv-cinder-819149-5-iscsi with host dv-cinder-819149-5-iscsi {{(pid=110999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:51:28.064108 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-93f06f08-3681-4e44-9797-4454e4047744 req-952cccff-f84c-4007-8588-2d4ad86c8b69 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&id=a312ba82-f39d-4542-8a23-2c668eaeafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711040 Jun 08 13:51:28.065128 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-09970478-6da2-491e-a8aa-aace9936adc2 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (d10961c2-0d21-4360-8f99-db8ac36fa3eb), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:28.092304 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09970478-6da2-491e-a8aa-aace9936adc2 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10961c2-0d21-4360-8f99-db8ac36fa3eb,revision_number=0']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:28.100289 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-c0f38fd3-3792-4435-a5c7-034dedf4b946 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9060924 Jun 08 13:51:28.102632 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 39236) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:28.107383 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-507d3482-4954-4a29-8465-99483ceba77e admin admin] Request body: {'subnet': {'network_id': '3302ed64-c6b8-41fb-a19e-bab066f5a9bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2085418706-subnet', 'tenant_id': '57fc05095ad8465dbef7b7d35be6b200', 'ip_version': 4}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:28.137806 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port f7d54be2-3d64-4d39-92fa-4a66e8cdc679 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:51:28.186914 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-09970478-6da2-491e-a8aa-aace9936adc2 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:28.188194 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-09970478-6da2-491e-a8aa-aace9936adc2 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7217488 Jun 08 13:51:28.189774 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507d3482-4954-4a29-8465-99483ceba77e admin admin] Made reservation on behalf of 57fc05095ad8465dbef7b7d35be6b200 for: {'subnet': 1} {{(pid=110997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:51:28.192321 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 39240) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:28.196911 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-507d3482-4954-4a29-8465-99483ceba77e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12563142'] for subnet (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:28.197697 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-9eb4cb93-6e76-48d4-9ed3-44965189fc6e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Request body: {'security_group_rule': {'security_group_id': '4d5dfd84-d0b7-4637-9be6-f69975641193', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:28.240088 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-18cad088-2a54-4078-891f-21eb8c56a00b None None] Publish callbacks [] for port (67b1057b-e3be-4891-894d-378d8fd8352e), precommit_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:28.241415 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:28.297904 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9eb4cb93-6e76-48d4-9ed3-44965189fc6e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for security_group_rule (542352c0-d3ff-4d6d-a25c-4fc0e7c57002), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:28.307576 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6f250-f25c-4219-b8c0-6dda4d7e525a req-049a9930-7b7d-4953-88e0-d30ca57ddccc tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:28.309732 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-55a6f250-f25c-4219-b8c0-6dda4d7e525a req-049a9930-7b7d-4953-88e0-d30ca57ddccc tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0632732 Jun 08 13:51:28.327901 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-18cad088-2a54-4078-891f-21eb8c56a00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (67b1057b-e3be-4891-894d-378d8fd8352e), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:28.362324 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9eb4cb93-6e76-48d4-9ed3-44965189fc6e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for security_group_rule (542352c0-d3ff-4d6d-a25c-4fc0e7c57002), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:28.380661 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af586da2-9744-4372-a162-37b650298af4 None None] Pushing event updated for resources: {'Port': ['ID=67b1057b-e3be-4891-894d-378d8fd8352e,revision_number=3']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:28.401078 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-55a6f250-f25c-4219-b8c0-6dda4d7e525a req-e6b58e8d-3b5c-42ea-8aab-5eb8fe8c444f tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842295 Jun 08 13:51:28.453213 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-18cad088-2a54-4078-891f-21eb8c56a00b None None] Attempting to bind port 67b1057b-e3be-4891-894d-378d8fd8352e on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:51:28.453581 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-18cad088-2a54-4078-891f-21eb8c56a00b None None] Attempting to bind port 67b1057b-e3be-4891-894d-378d8fd8352e by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': '564f5b2d-3784-4b30-818c-8a1c5cab2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381'}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:51:28.453935 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cad088-2a54-4078-891f-21eb8c56a00b None None] Attempting to bind port 67b1057b-e3be-4891-894d-378d8fd8352e on network 825cb388-149d-48df-81a0-0e0450f2f381 {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:51:28.458056 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9eb4cb93-6e76-48d4-9ed3-44965189fc6e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (542352c0-d3ff-4d6d-a25c-4fc0e7c57002), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:28.459568 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cad088-2a54-4078-891f-21eb8c56a00b None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:51:28.460044 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cad088-2a54-4078-891f-21eb8c56a00b None None] Checking segment: {'id': '564f5b2d-3784-4b30-818c-8a1c5cab2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:51:28.460747 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-18cad088-2a54-4078-891f-21eb8c56a00b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:28.460932 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cad088-2a54-4078-891f-21eb8c56a00b None None] Bound using segment: {'id': '564f5b2d-3784-4b30-818c-8a1c5cab2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381'} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:51:28.461411 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-18cad088-2a54-4078-891f-21eb8c56a00b None None] Bound port: 67b1057b-e3be-4891-894d-378d8fd8352e, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564f5b2d-3784-4b30-818c-8a1c5cab2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381'}}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:51:28.462175 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-18cad088-2a54-4078-891f-21eb8c56a00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (67b1057b-e3be-4891-894d-378d8fd8352e), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:28.481192 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4cb93-6e76-48d4-9ed3-44965189fc6e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=542352c0-d3ff-4d6d-a25c-4fc0e7c57002,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:28.493535 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:28.527199 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-18cad088-2a54-4078-891f-21eb8c56a00b None None] For port 67b1057b-e3be-4891-894d-378d8fd8352e, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=110999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:51:28.530417 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-18cad088-2a54-4078-891f-21eb8c56a00b None None] For port 67b1057b-e3be-4891-894d-378d8fd8352e, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=67b1057b-e3be-4891-894d-378d8fd8352e,segment=NetworkSegment(564f5b2d-3784-4b30-818c-8a1c5cab2c0e),segment_id=564f5b2d-3784-4b30-818c-8a1c5cab2c0e)] {{(pid=110999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:51:28.542039 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-507d3482-4954-4a29-8465-99483ceba77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8402535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12563188'] for subnet (917b292f-4675-41a4-bc5c-ca820ebca98b), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:28.568693 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9eb4cb93-6e76-48d4-9ed3-44965189fc6e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:28.576441 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 39242) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:28.581373 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-9eb4cb93-6e76-48d4-9ed3-44965189fc6e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3875191 Jun 08 13:51:28.583946 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-9b2d13a4-135e-4e82-ae97-d2dded083abb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Request body: {'floatingip': {'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:28.620205 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d3482-4954-4a29-8465-99483ceba77e admin admin] Pushing event updated for resources: {'Subnet': ['ID=917b292f-4675-41a4-bc5c-ca820ebca98b,revision_number=0']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:28.631436 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507d3482-4954-4a29-8465-99483ceba77e admin admin] Checking segment: {'id': '129318b7-6702-4484-97c7-4d8f7387d842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3302ed64-c6b8-41fb-a19e-bab066f5a9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:51:28.631839 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507d3482-4954-4a29-8465-99483ceba77e admin admin] Network hostable DHCP agents. Network: 3302ed64-c6b8-41fb-a19e-bab066f5a9bc, hostable agents: ['0fe93b45-7a7a-4833-aa38-a6b4536a05ba'], hosted agents: [] {{(pid=110997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:51:28.641447 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-18cad088-2a54-4078-891f-21eb8c56a00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (67b1057b-e3be-4891-894d-378d8fd8352e), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:28.701038 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-9632755e-469a-4a13-8675-88c83b295903 None None] Provisioning complete for port 67b1057b-e3be-4891-894d-378d8fd8352e triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:51:28.701404 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9632755e-469a-4a13-8675-88c83b295903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (67b1057b-e3be-4891-894d-378d8fd8352e), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:28.737506 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cad088-2a54-4078-891f-21eb8c56a00b None None] Routers {'3660c206-2e1b-45c0-a916-e3ab3c171b2d'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:51:28.738140 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-18cad088-2a54-4078-891f-21eb8c56a00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:51:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['3660c206-2e1b-45c0-a916-e3ab3c171b2d'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:28.739013 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9b2d13a4-135e-4e82-ae97-d2dded083abb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:28.775046 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af586da2-9744-4372-a162-37b650298af4 None None] Pushing event updated for resources: {'Port': ['ID=67b1057b-e3be-4891-894d-378d8fd8352e,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:28.786766 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507d3482-4954-4a29-8465-99483ceba77e admin admin] Network 3302ed64-c6b8-41fb-a19e-bab066f5a9bc is scheduled to be hosted by DHCP agent 0fe93b45-7a7a-4833-aa38-a6b4536a05ba with binding_index 1 {{(pid=110997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:51:28.835938 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9b2d13a4-135e-4e82-ae97-d2dded083abb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:28.863803 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:28.886419 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-9632755e-469a-4a13-8675-88c83b295903 None None] Current status of the port 67b1057b-e3be-4891-894d-378d8fd8352e is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:51:28.886802 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9632755e-469a-4a13-8675-88c83b295903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (67b1057b-e3be-4891-894d-378d8fd8352e), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:28.888064 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [None req-507d3482-4954-4a29-8465-99483ceba77e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-5-iscsi, 3302ed64-c6b8-41fb-a19e-bab066f5a9bc) {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:51:28.899210 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507d3482-4954-4a29-8465-99483ceba77e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:28.901825 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-507d3482-4954-4a29-8465-99483ceba77e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for subnet (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:28.903131 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cff3513-019d-4428-9666-f5b1f2fee92b None None] Network 3302ed64-c6b8-41fb-a19e-bab066f5a9bc requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:51:28.926550 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-18cad088-2a54-4078-891f-21eb8c56a00b None None] Set router 3660c206-2e1b-45c0-a916-e3ab3c171b2d gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:51:28.966140 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.db_base_plugin_common [None req-9b2d13a4-135e-4e82-ae97-d2dded083abb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Allocated IP 172.27.1.21 (070b030f-98d2-43d9-b022-f506d26f1e83/4285c1ce-c1bb-4be9-b005-ebf83c2cba00/52bb61f4-f008-4fdc-a1e2-04d87ef7e9b5) {{(pid=110997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:51:28.974945 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:28.983031 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-507d3482-4954-4a29-8465-99483ceba77e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8794296 Jun 08 13:51:28.985992 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 39244) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:28.990226 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-04df513f-ab1c-40ec-8633-ccd9a838184a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2085418706-router', 'tenant_id': '57fc05095ad8465dbef7b7d35be6b200', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:29.010732 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-9632755e-469a-4a13-8675-88c83b295903 None None] For port 67b1057b-e3be-4891-894d-378d8fd8352e, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=67b1057b-e3be-4891-894d-378d8fd8352e,segment=NetworkSegment(564f5b2d-3784-4b30-818c-8a1c5cab2c0e),segment_id=564f5b2d-3784-4b30-818c-8a1c5cab2c0e)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:51:29.075672 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-04df513f-ab1c-40ec-8633-ccd9a838184a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-354394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2750'] for router (74901ba7-e5ce-41b6-a9ca-7ce76d029f22), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:29.076793 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-04df513f-ab1c-40ec-8633-ccd9a838184a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-354572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-344210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3710513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2741'] for router (74901ba7-e5ce-41b6-a9ca-7ce76d029f22), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:29.094047 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9b2d13a4-135e-4e82-ae97-d2dded083abb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for port (52bb61f4-f008-4fdc-a1e2-04d87ef7e9b5), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:29.145419 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-04df513f-ab1c-40ec-8633-ccd9a838184a admin admin] Publish callbacks [] for router_controller (74901ba7-e5ce-41b6-a9ca-7ce76d029f22), precommit_add_association {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:29.203796 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d891c-2bf4-476e-b8b9-55e56c17ab33 req-f1245800-a526-4d12-a270-8dad536951f3 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:29.206105 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f32d891c-2bf4-476e-b8b9-55e56c17ab33 req-f1245800-a526-4d12-a270-8dad536951f3 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 985 time: 0.0521502 Jun 08 13:51:29.219735 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9b2d13a4-135e-4e82-ae97-d2dded083abb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (52bb61f4-f008-4fdc-a1e2-04d87ef7e9b5), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:29.253922 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9632755e-469a-4a13-8675-88c83b295903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (67b1057b-e3be-4891-894d-378d8fd8352e), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:29.301133 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2d13a4-135e-4e82-ae97-d2dded083abb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Network 070b030f-98d2-43d9-b022-f506d26f1e83 is already hosted by enough agents. {{(pid=110997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:51:29.320111 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [None req-9b2d13a4-135e-4e82-ae97-d2dded083abb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Resources bound (agent type, host, resource id): {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:51:29.322097 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701b6f43-4802-4d8f-8517-eaf711c3ffbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9660f10-ec6d-58c9-bc99-f642291d243f-3302ed64-c6b8-41fb-a19e-bab066f5a9bc', 'network_id': '3302ed64-c6b8-41fb-a19e-bab066f5a9bc', 'project_id': '57fc05095ad8465dbef7b7d35be6b200', 'fixed_ips': [{'subnet_id': '917b292f-4675-41a4-bc5c-ca820ebca98b'}]}} from dv-cinder-819149-5-iscsi. {{(pid=110999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 08 13:51:29.323944 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-701b6f43-4802-4d8f-8517-eaf711c3ffbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:29.324341 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d13a4-135e-4e82-ae97-d2dded083abb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Pushing event updated for resources: {'Port': ['ID=52bb61f4-f008-4fdc-a1e2-04d87ef7e9b5,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:29.327596 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2d13a4-135e-4e82-ae97-d2dded083abb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Received port after_create {{(pid=110997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:51:29.337864 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f32d891c-2bf4-476e-b8b9-55e56c17ab33 req-0082b174-fb86-4b9d-9afa-4cdd6887f3f9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&id=a312ba82-f39d-4542-8a23-2c668eaeafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1259696 Jun 08 13:51:29.378992 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632755e-469a-4a13-8675-88c83b295903 None None] Pushing event updated for resources: {'Port': ['ID=67b1057b-e3be-4891-894d-378d8fd8352e,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:29.403529 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-04df513f-ab1c-40ec-8633-ccd9a838184a admin admin] Publish callbacks [] for router_gateway (74901ba7-e5ce-41b6-a9ca-7ce76d029f22), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:29.433733 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9b2d13a4-135e-4e82-ae97-d2dded083abb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for floatingip (8c78d42f-a2fb-46f1-8738-f4d945dd601c), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:29.438163 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:29.462836 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-6e609f54-c844-4be3-9ed4-879e381a823f None None] Provisioning complete for port 67b1057b-e3be-4891-894d-378d8fd8352e triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:51:29.463204 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-6e609f54-c844-4be3-9ed4-879e381a823f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (67b1057b-e3be-4891-894d-378d8fd8352e), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:29.479481 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:INSERT=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:29.526568 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-18cad088-2a54-4078-891f-21eb8c56a00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'name': 'tempest-TestShelveInstance-414490362-router', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f7d54be2-3d64-4d39-92fa-4a66e8cdc679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:51:20Z', 'updated_at': '2022-06-08T13:51:24Z', 'revision_number': 4, 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'gw_port': {'id': 'f7d54be2-3d64-4d39-92fa-4a66e8cdc679', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:21Z', 'updated_at': '2022-06-08T13:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '67b1057b-e3be-4891-894d-378d8fd8352e', 'name': '', 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'mac_address': 'fa:16:3e:45:4d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e27a3c02-47f7-4cd7-94ae-1439be78370b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:23Z', 'updated_at': '2022-06-08T13:51:28Z', 'revision_number': 4, 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'subnets': [{'id': 'e27a3c02-47f7-4cd7-94ae-1439be78370b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:29.556229 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d901d-ccf7-4bd1-8c19-153ccf74cf10 req-aa04f279-3c4e-4bb5-a7e3-603268f2ad9b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:29.557698 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-274d901d-ccf7-4bd1-8c19-153ccf74cf10 req-aa04f279-3c4e-4bb5-a7e3-603268f2ad9b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0763471 Jun 08 13:51:29.562572 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9b2d13a4-135e-4e82-ae97-d2dded083abb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (52bb61f4-f008-4fdc-a1e2-04d87ef7e9b5), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:29.579069 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cad088-2a54-4078-891f-21eb8c56a00b None None] The sync data for ids ['3660c206-2e1b-45c0-a916-e3ab3c171b2d'] in dv-cinder-819149-5-iscsi is: [{'id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'name': 'tempest-TestShelveInstance-414490362-router', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f7d54be2-3d64-4d39-92fa-4a66e8cdc679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:51:20Z', 'updated_at': '2022-06-08T13:51:24Z', 'revision_number': 4, 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'gw_port': {'id': 'f7d54be2-3d64-4d39-92fa-4a66e8cdc679', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:21Z', 'updated_at': '2022-06-08T13:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '67b1057b-e3be-4891-894d-378d8fd8352e', 'name': '', 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'mac_address': 'fa:16:3e:45:4d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e27a3c02-47f7-4cd7-94ae-1439be78370b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:23Z', 'updated_at': '2022-06-08T13:51:28Z', 'revision_number': 4, 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'subnets': [{'id': 'e27a3c02-47f7-4cd7-94ae-1439be78370b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:51:29.636857 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.db_base_plugin_common [None req-701b6f43-4802-4d8f-8517-eaf711c3ffbe None None] Allocated IP 172.20.0.2 (3302ed64-c6b8-41fb-a19e-bab066f5a9bc/917b292f-4675-41a4-bc5c-ca820ebca98b/bcd8eff7-84e4-47c5-befa-c72a7d33f31a) {{(pid=110999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:51:29.676352 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-6e609f54-c844-4be3-9ed4-879e381a823f None None] Current status of the port 67b1057b-e3be-4891-894d-378d8fd8352e is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:51:29.716454 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-274d901d-ccf7-4bd1-8c19-153ccf74cf10 req-3371eae6-0b4a-4e4f-a824-d6a32a4de859 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257029 Jun 08 13:51:29.750125 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-04df513f-ab1c-40ec-8633-ccd9a838184a admin admin] Publish callbacks [] for router_gateway (74901ba7-e5ce-41b6-a9ca-7ce76d029f22), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:29.770016 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-04df513f-ab1c-40ec-8633-ccd9a838184a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:29.857917 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:29.864840 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9b2d13a4-135e-4e82-ae97-d2dded083abb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for port (52bb61f4-f008-4fdc-a1e2-04d87ef7e9b5), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:29.871706 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-701b6f43-4802-4d8f-8517-eaf711c3ffbe None None] Publish callbacks [] for port (bcd8eff7-84e4-47c5-befa-c72a7d33f31a), precommit_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:29.889189 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [None req-04df513f-ab1c-40ec-8633-ccd9a838184a admin admin] Allocated IP 172.27.1.85 (070b030f-98d2-43d9-b022-f506d26f1e83/4285c1ce-c1bb-4be9-b005-ebf83c2cba00/33ca8536-7b0f-41e1-83db-3c06fb8b237a) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:51:29.993544 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9b2d13a4-135e-4e82-ae97-d2dded083abb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407452'] for port (52bb61f4-f008-4fdc-a1e2-04d87ef7e9b5), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:29.996806 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-04df513f-ab1c-40ec-8633-ccd9a838184a admin admin] Publish callbacks [] for port (33ca8536-7b0f-41e1-83db-3c06fb8b237a), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:30.014679 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:30.035953 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-701b6f43-4802-4d8f-8517-eaf711c3ffbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800'] for port (bcd8eff7-84e4-47c5-befa-c72a7d33f31a), after_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:30.061652 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:30.068099 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:30.070684 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d13a4-135e-4e82-ae97-d2dded083abb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Pushing event updated for resources: {'Port': ['ID=52bb61f4-f008-4fdc-a1e2-04d87ef7e9b5,revision_number=2']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:30.077739 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9b2d13a4-135e-4e82-ae97-d2dded083abb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (8c78d42f-a2fb-46f1-8738-f4d945dd601c), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:30.084514 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701b6f43-4802-4d8f-8517-eaf711c3ffbe None None] Network 3302ed64-c6b8-41fb-a19e-bab066f5a9bc is already hosted by enough agents. {{(pid=110999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:51:30.085067 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.scheduler.base_scheduler [None req-701b6f43-4802-4d8f-8517-eaf711c3ffbe None None] Resources bound (agent type, host, resource id): {{(pid=110999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:51:30.087881 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701b6f43-4802-4d8f-8517-eaf711c3ffbe None None] Received port after_create {{(pid=110999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:51:30.090052 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b6f43-4802-4d8f-8517-eaf711c3ffbe None None] Pushing event updated for resources: {'Port': ['ID=bcd8eff7-84e4-47c5-befa-c72a7d33f31a,revision_number=1']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:30.118710 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-04df513f-ab1c-40ec-8633-ccd9a838184a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (33ca8536-7b0f-41e1-83db-3c06fb8b237a), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:30.157220 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-701b6f43-4802-4d8f-8517-eaf711c3ffbe None None] Attempting to bind port bcd8eff7-84e4-47c5-befa-c72a7d33f31a on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:51:30.158291 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-701b6f43-4802-4d8f-8517-eaf711c3ffbe None None] Attempting to bind port bcd8eff7-84e4-47c5-befa-c72a7d33f31a by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': '129318b7-6702-4484-97c7-4d8f7387d842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3302ed64-c6b8-41fb-a19e-bab066f5a9bc'}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:51:30.158627 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701b6f43-4802-4d8f-8517-eaf711c3ffbe None None] Attempting to bind port bcd8eff7-84e4-47c5-befa-c72a7d33f31a on network 3302ed64-c6b8-41fb-a19e-bab066f5a9bc {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:51:30.162120 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04df513f-ab1c-40ec-8633-ccd9a838184a admin admin] Network 070b030f-98d2-43d9-b022-f506d26f1e83 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:51:30.164552 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701b6f43-4802-4d8f-8517-eaf711c3ffbe None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:51:30.165286 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701b6f43-4802-4d8f-8517-eaf711c3ffbe None None] Checking segment: {'id': '129318b7-6702-4484-97c7-4d8f7387d842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3302ed64-c6b8-41fb-a19e-bab066f5a9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:51:30.165550 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-701b6f43-4802-4d8f-8517-eaf711c3ffbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:30.165947 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701b6f43-4802-4d8f-8517-eaf711c3ffbe None None] Bound using segment: {'id': '129318b7-6702-4484-97c7-4d8f7387d842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3302ed64-c6b8-41fb-a19e-bab066f5a9bc'} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:51:30.166423 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-701b6f43-4802-4d8f-8517-eaf711c3ffbe None None] Bound port: bcd8eff7-84e4-47c5-befa-c72a7d33f31a, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129318b7-6702-4484-97c7-4d8f7387d842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3302ed64-c6b8-41fb-a19e-bab066f5a9bc'}}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:51:30.166802 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-701b6f43-4802-4d8f-8517-eaf711c3ffbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (bcd8eff7-84e4-47c5-befa-c72a7d33f31a), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:30.168527 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9b2d13a4-135e-4e82-ae97-d2dded083abb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:30.169868 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-9b2d13a4-135e-4e82-ae97-d2dded083abb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5921764 Jun 08 13:51:30.175147 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-04df513f-ab1c-40ec-8633-ccd9a838184a admin admin] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:51:30.177450 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df513f-ab1c-40ec-8633-ccd9a838184a admin admin] Pushing event updated for resources: {'Port': ['ID=33ca8536-7b0f-41e1-83db-3c06fb8b237a,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:30.179858 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04df513f-ab1c-40ec-8633-ccd9a838184a admin admin] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:51:30.251137 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-701b6f43-4802-4d8f-8517-eaf711c3ffbe None None] For port bcd8eff7-84e4-47c5-befa-c72a7d33f31a, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=110999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:51:30.255324 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-701b6f43-4802-4d8f-8517-eaf711c3ffbe None None] For port bcd8eff7-84e4-47c5-befa-c72a7d33f31a, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=bcd8eff7-84e4-47c5-befa-c72a7d33f31a,segment=NetworkSegment(129318b7-6702-4484-97c7-4d8f7387d842),segment_id=129318b7-6702-4484-97c7-4d8f7387d842)] {{(pid=110999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:51:30.335410 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-701b6f43-4802-4d8f-8517-eaf711c3ffbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (bcd8eff7-84e4-47c5-befa-c72a7d33f31a), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:30.407850 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b6f43-4802-4d8f-8517-eaf711c3ffbe None None] Pushing event updated for resources: {'Port': ['ID=bcd8eff7-84e4-47c5-befa-c72a7d33f31a,revision_number=2']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:30.429534 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-ae6857f2-77b7-45dd-a5b1-36a7726dc678 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--497399983&fields=id&tenant_id=87c115dc845a497292c12e2980e9f77b HTTP/1.1" status: 200 len: 267 time: 0.0566881 Jun 08 13:51:30.554426 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-04df513f-ab1c-40ec-8633-ccd9a838184a admin admin] Publish callbacks [] for router_gateway (74901ba7-e5ce-41b6-a9ca-7ce76d029f22), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:30.560336 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bf5f9-95e0-49fd-8ab8-e4c1b60f2793 req-fec8b983-6491-4f29-a3fb-f6df5e8d665b tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:30.561872 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-232bf5f9-95e0-49fd-8ab8-e4c1b60f2793 req-fec8b983-6491-4f29-a3fb-f6df5e8d665b tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 985 time: 0.1295466 Jun 08 13:51:30.602787 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-b8bd6f4c-ae49-46ba-a917-1f1760314827 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:30.604354 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-b8bd6f4c-ae49-46ba-a917-1f1760314827 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/networks?id=42d99904-a8b4-4285-872c-5a43c79568a6 HTTP/1.1" status: 200 len: 810 time: 0.1739264 Jun 08 13:51:30.689700 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-232bf5f9-95e0-49fd-8ab8-e4c1b60f2793 req-5435fca6-7779-4700-97a0-2172c0e379b5 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&id=a312ba82-f39d-4542-8a23-2c668eaeafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1186147 Jun 08 13:51:30.698822 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-d5137ef3-c328-47a2-8b07-2782c6a11a8a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/quotas/87c115dc845a497292c12e2980e9f77b HTTP/1.1" status: 200 len: 375 time: 0.0744708 Jun 08 13:51:30.738983 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=100 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:30.762957 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-b857f510-719a-409f-abb8-bdb078c16a4e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=87c115dc845a497292c12e2980e9f77b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573654 Jun 08 13:51:30.851456 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-04df513f-ab1c-40ec-8633-ccd9a838184a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-354687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358104'] for router (74901ba7-e5ce-41b6-a9ca-7ce76d029f22), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:30.863782 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:30.903100 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d2c6a-1a2d-4a1c-8883-7aeff38b5aad req-ef139cc9-c163-4486-baf9-ae56f457ad6b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:30.904538 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b61d2c6a-1a2d-4a1c-8883-7aeff38b5aad req-ef139cc9-c163-4486-baf9-ae56f457ad6b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0707381 Jun 08 13:51:30.942505 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-a8f54ddc-f225-42d6-882c-ea7fb4fa1502 service neutron] 10.222.0.55 "GET /v2.0/networks/42d99904-a8b4-4285-872c-5a43c79568a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642277 Jun 08 13:51:31.021101 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b61d2c6a-1a2d-4a1c-8883-7aeff38b5aad req-a04839cb-ec09-46f1-8fd9-be2d1b14b351 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090708 Jun 08 13:51:31.063092 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-c7352c15-828a-4471-87ff-2001f8d38d16 service neutron] 10.222.0.55 "GET /v2.0/networks/42d99904-a8b4-4285-872c-5a43c79568a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133518 Jun 08 13:51:31.097553 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04df513f-ab1c-40ec-8633-ccd9a838184a admin admin] Router 74901ba7-e5ce-41b6-a9ca-7ce76d029f22 is scheduled to L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 with binding_index 1 {{(pid=110998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 13:51:31.203244 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04df513f-ab1c-40ec-8633-ccd9a838184a admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:51:31.216095 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750eabb0-ed7d-4494-879e-09c8b1d76278 None None] Sync routers for ids ['74901ba7-e5ce-41b6-a9ca-7ce76d029f22'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:51:31.227214 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750eabb0-ed7d-4494-879e-09c8b1d76278 None None] Routers {'74901ba7-e5ce-41b6-a9ca-7ce76d029f22'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:51:31.227819 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-750eabb0-ed7d-4494-879e-09c8b1d76278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:51:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['74901ba7-e5ce-41b6-a9ca-7ce76d029f22'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:31.287797 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-04df513f-ab1c-40ec-8633-ccd9a838184a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:31.292680 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 39270) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:31.293761 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-04df513f-ab1c-40ec-8633-ccd9a838184a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3068032 Jun 08 13:51:31.378762 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-750eabb0-ed7d-4494-879e-09c8b1d76278 None None] Set router 74901ba7-e5ce-41b6-a9ca-7ce76d029f22 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:51:31.627810 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-750eabb0-ed7d-4494-879e-09c8b1d76278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74901ba7-e5ce-41b6-a9ca-7ce76d029f22', 'name': 'tempest-TestShelveInstance-2085418706-router', 'tenant_id': '57fc05095ad8465dbef7b7d35be6b200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '33ca8536-7b0f-41e1-83db-3c06fb8b237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:51:29Z', 'updated_at': '2022-06-08T13:51:30Z', 'revision_number': 3, 'project_id': '57fc05095ad8465dbef7b7d35be6b200', 'gw_port': {'id': '33ca8536-7b0f-41e1-83db-3c06fb8b237a', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74901ba7-e5ce-41b6-a9ca-7ce76d029f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:29Z', 'updated_at': '2022-06-08T13:51:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:31.645645 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41934c-a350-4da6-9637-6488cd15678f req-5d53c3cc-aab3-4ab9-96b9-09462953f596 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:31.647372 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-da41934c-a350-4da6-9637-6488cd15678f req-5d53c3cc-aab3-4ab9-96b9-09462953f596 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.61 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.0862355 Jun 08 13:51:31.652619 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750eabb0-ed7d-4494-879e-09c8b1d76278 None None] Checking router: 74901ba7-e5ce-41b6-a9ca-7ce76d029f22 for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:51:31.652975 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750eabb0-ed7d-4494-879e-09c8b1d76278 None None] Updating router 74901ba7-e5ce-41b6-a9ca-7ce76d029f22 port 33ca8536-7b0f-41e1-83db-3c06fb8b237a binding host dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:51:31.691403 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-750eabb0-ed7d-4494-879e-09c8b1d76278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (33ca8536-7b0f-41e1-83db-3c06fb8b237a), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:31.794976 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-da41934c-a350-4da6-9637-6488cd15678f req-dc69492c-2413-461b-8fec-7cda35a742d2 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Deleting port d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:51:31.794976 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-da41934c-a350-4da6-9637-6488cd15678f req-dc69492c-2413-461b-8fec-7cda35a742d2 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (d1b9ce5f-7ee5-4967-93f0-2a76e3005b21), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:31.867157 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:31.873886 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-61ee1bde-c856-4e35-906b-152ff61a95b7 req-d1793147-eaa0-4080-813d-8c25bd6d4dba tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=fff8382d-1fa6-4dbf-8c24-24e8d31e9323 HTTP/1.1" status: 200 len: 210 time: 0.5753772 Jun 08 13:51:31.933345 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:31.938295 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device bcd8eff7-84e4-47c5-befa-c72a7d33f31a up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:51:31.946760 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcc3257-c610-40ed-8263-eb57f23502ab None None] Network 3302ed64-c6b8-41fb-a19e-bab066f5a9bc requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:51:31.983390 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-da41934c-a350-4da6-9637-6488cd15678f req-dc69492c-2413-461b-8fec-7cda35a742d2 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] For port d1b9ce5f-7ee5-4967-93f0-2a76e3005b21, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d1b9ce5f-7ee5-4967-93f0-2a76e3005b21,segment=NetworkSegment(32b6b0f7-21d9-469a-8491-050a49ba265a),segment_id=32b6b0f7-21d9-469a-8491-050a49ba265a)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:51:31.984227 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-da41934c-a350-4da6-9637-6488cd15678f req-dc69492c-2413-461b-8fec-7cda35a742d2 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (d1b9ce5f-7ee5-4967-93f0-2a76e3005b21), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:32.062488 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:32.101993 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-a53258f2-fcee-4466-a526-6e5b8cf34410 None None] Provisioning complete for port bcd8eff7-84e4-47c5-befa-c72a7d33f31a triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:51:32.106212 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a53258f2-fcee-4466-a526-6e5b8cf34410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (bcd8eff7-84e4-47c5-befa-c72a7d33f31a), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:32.165459 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d307d-20d0-460b-becb-89ff57b34877 req-0e0324d1-2759-4176-a43d-10ca70aaf735 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:32.166970 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-cd3d307d-20d0-460b-becb-89ff57b34877 req-0e0324d1-2759-4176-a43d-10ca70aaf735 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 985 time: 0.1314075 Jun 08 13:51:32.192304 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:32.202987 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-c977dc2a-be79-4fe6-90a3-dab29222660c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:32.218323 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-da41934c-a350-4da6-9637-6488cd15678f req-dc69492c-2413-461b-8fec-7cda35a742d2 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:32.218704 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-da41934c-a350-4da6-9637-6488cd15678f req-dc69492c-2413-461b-8fec-7cda35a742d2 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (8a2c91c2-b818-4218-83b2-6440774c9e5f), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:32.218994 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.l3_db [req-da41934c-a350-4da6-9637-6488cd15678f req-dc69492c-2413-461b-8fec-7cda35a742d2 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Floating IP 8a2c91c2-b818-4218-83b2-6440774c9e5f disassociated. External IP: 172.27.1.78, port: d1b9ce5f-7ee5-4967-93f0-2a76e3005b21. Jun 08 13:51:32.219340 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-da41934c-a350-4da6-9637-6488cd15678f req-dc69492c-2413-461b-8fec-7cda35a742d2 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Calling delete_port for d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 owned by compute:nova {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:51:32.234206 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:32.235332 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-750eabb0-ed7d-4494-879e-09c8b1d76278 None None] Publish callbacks [] for port (33ca8536-7b0f-41e1-83db-3c06fb8b237a), precommit_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:32.238577 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port bcd8eff7-84e4-47c5-befa-c72a7d33f31a triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:51:32.239145 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (bcd8eff7-84e4-47c5-befa-c72a7d33f31a), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:32.246247 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50051fbc-6340-4262-8a5c-556e22aabdf3 req-85ff6f8a-9273-41c6-9984-3521938eeefd tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:32.247786 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-50051fbc-6340-4262-8a5c-556e22aabdf3 req-85ff6f8a-9273-41c6-9984-3521938eeefd tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 946 time: 0.1305392 Jun 08 13:51:32.295662 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-a53258f2-fcee-4466-a526-6e5b8cf34410 None None] Current status of the port bcd8eff7-84e4-47c5-befa-c72a7d33f31a is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:51:32.296066 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a53258f2-fcee-4466-a526-6e5b8cf34410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (bcd8eff7-84e4-47c5-befa-c72a7d33f31a), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:32.336608 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-cd3d307d-20d0-460b-becb-89ff57b34877 req-badfc5d3-1448-4ce8-a952-3f6de217bd32 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&id=a312ba82-f39d-4542-8a23-2c668eaeafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1567070 Jun 08 13:51:32.369854 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-a53258f2-fcee-4466-a526-6e5b8cf34410 None None] For port bcd8eff7-84e4-47c5-befa-c72a7d33f31a, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=bcd8eff7-84e4-47c5-befa-c72a7d33f31a,segment=NetworkSegment(129318b7-6702-4484-97c7-4d8f7387d842),segment_id=129318b7-6702-4484-97c7-4d8f7387d842)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:51:32.372791 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-750eabb0-ed7d-4494-879e-09c8b1d76278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (33ca8536-7b0f-41e1-83db-3c06fb8b237a), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:32.448921 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a53258f2-fcee-4466-a526-6e5b8cf34410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (bcd8eff7-84e4-47c5-befa-c72a7d33f31a), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:32.453453 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-50051fbc-6340-4262-8a5c-556e22aabdf3 req-d505370c-b781-49a9-bfa5-6d9e17eb48db tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e80f0af-2532-4fd4-99ab-273ab40ba884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935582 Jun 08 13:51:32.455297 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port bcd8eff7-84e4-47c5-befa-c72a7d33f31a is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:51:32.456387 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (bcd8eff7-84e4-47c5-befa-c72a7d33f31a), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:32.464800 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:32.475177 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-da41934c-a350-4da6-9637-6488cd15678f req-dc69492c-2413-461b-8fec-7cda35a742d2 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (d1b9ce5f-7ee5-4967-93f0-2a76e3005b21), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:32.478592 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e3ca7f4b-5890-44eb-b8a1-0b72af316a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:32.498354 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-750eabb0-ed7d-4494-879e-09c8b1d76278 None None] Attempting to bind port 33ca8536-7b0f-41e1-83db-3c06fb8b237a on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:51:32.498704 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-750eabb0-ed7d-4494-879e-09c8b1d76278 None None] Attempting to bind port 33ca8536-7b0f-41e1-83db-3c06fb8b237a by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:51:32.498969 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750eabb0-ed7d-4494-879e-09c8b1d76278 None None] Attempting to bind port 33ca8536-7b0f-41e1-83db-3c06fb8b237a on network 070b030f-98d2-43d9-b022-f506d26f1e83 {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:51:32.511466 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69492c-2413-461b-8fec-7cda35a742d2 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Pushing event deleted for resources: {'Port': ['ID=d1b9ce5f-7ee5-4967-93f0-2a76e3005b21,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:32.522307 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4a718-3763-49a2-92c3-2c71b52cd515 None None] Pushing event updated for resources: {'Port': ['ID=33ca8536-7b0f-41e1-83db-3c06fb8b237a,revision_number=2']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:32.535002 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750eabb0-ed7d-4494-879e-09c8b1d76278 None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:51:32.535386 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750eabb0-ed7d-4494-879e-09c8b1d76278 None None] Checking segment: {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:51:32.536389 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-750eabb0-ed7d-4494-879e-09c8b1d76278 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:32.536787 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750eabb0-ed7d-4494-879e-09c8b1d76278 None None] Bound using segment: {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:51:32.537279 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-750eabb0-ed7d-4494-879e-09c8b1d76278 None None] Bound port: 33ca8536-7b0f-41e1-83db-3c06fb8b237a, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:51:32.537662 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-750eabb0-ed7d-4494-879e-09c8b1d76278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (33ca8536-7b0f-41e1-83db-3c06fb8b237a), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:32.556909 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:32.628091 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da41934c-a350-4da6-9637-6488cd15678f req-dc69492c-2413-461b-8fec-7cda35a742d2 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Router 01aeb439-193e-4436-9450-4ede1a0b7ab6 has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:51:32.638384 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-563d9af4-a1ed-4881-9c57-14ac2cc3ef40 None None] Provisioning complete for port bcd8eff7-84e4-47c5-befa-c72a7d33f31a triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:51:32.638751 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-563d9af4-a1ed-4881-9c57-14ac2cc3ef40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (bcd8eff7-84e4-47c5-befa-c72a7d33f31a), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:32.694759 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.db.api [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 08 13:51:32.695164 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG oslo_db.api [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 13:51:32.699629 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-750eabb0-ed7d-4494-879e-09c8b1d76278 None None] For port 33ca8536-7b0f-41e1-83db-3c06fb8b237a, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=110999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:51:32.705025 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53258f2-fcee-4466-a526-6e5b8cf34410 None None] Pushing event updated for resources: {'Port': ['ID=bcd8eff7-84e4-47c5-befa-c72a7d33f31a,revision_number=3']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:32.705617 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.db_base_plugin_common [None req-e3ca7f4b-5890-44eb-b8a1-0b72af316a2a admin admin] Allocated IP 172.20.0.1 (3302ed64-c6b8-41fb-a19e-bab066f5a9bc/917b292f-4675-41a4-bc5c-ca820ebca98b/0eb381e4-ebcb-42ab-b111-556e0136ebf7) {{(pid=110997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:51:32.722681 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-750eabb0-ed7d-4494-879e-09c8b1d76278 None None] For port 33ca8536-7b0f-41e1-83db-3c06fb8b237a, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=33ca8536-7b0f-41e1-83db-3c06fb8b237a,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=110999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:51:32.749750 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da41934c-a350-4da6-9637-6488cd15678f req-dc69492c-2413-461b-8fec-7cda35a742d2 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:51:32.762111 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad7f3bf-d839-431f-83af-5c4a7cf149c7 None None] Sync routers for ids ['01aeb439-193e-4436-9450-4ede1a0b7ab6'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:51:32.772000 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-563d9af4-a1ed-4881-9c57-14ac2cc3ef40 None None] Current status of the port bcd8eff7-84e4-47c5-befa-c72a7d33f31a is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:51:32.785159 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad7f3bf-d839-431f-83af-5c4a7cf149c7 None None] Routers {'01aeb439-193e-4436-9450-4ede1a0b7ab6'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:51:32.785778 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-dad7f3bf-d839-431f-83af-5c4a7cf149c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:51:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['01aeb439-193e-4436-9450-4ede1a0b7ab6'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:32.827552 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e3ca7f4b-5890-44eb-b8a1-0b72af316a2a admin admin] Publish callbacks [] for port (0eb381e4-ebcb-42ab-b111-556e0136ebf7), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:32.835251 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-750eabb0-ed7d-4494-879e-09c8b1d76278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (33ca8536-7b0f-41e1-83db-3c06fb8b237a), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:32.861902 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:32.915606 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750eabb0-ed7d-4494-879e-09c8b1d76278 None None] Routers {'74901ba7-e5ce-41b6-a9ca-7ce76d029f22'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:51:32.915606 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-750eabb0-ed7d-4494-879e-09c8b1d76278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:51:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['74901ba7-e5ce-41b6-a9ca-7ce76d029f22'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:32.941781 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-dad7f3bf-d839-431f-83af-5c4a7cf149c7 None None] Set router 01aeb439-193e-4436-9450-4ede1a0b7ab6 gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:51:33.078404 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-750eabb0-ed7d-4494-879e-09c8b1d76278 None None] Set router 74901ba7-e5ce-41b6-a9ca-7ce76d029f22 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:51:33.098186 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e3ca7f4b-5890-44eb-b8a1-0b72af316a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (0eb381e4-ebcb-42ab-b111-556e0136ebf7), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:33.124563 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-da41934c-a350-4da6-9637-6488cd15678f req-dc69492c-2413-461b-8fec-7cda35a742d2 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] No DVR routers for this DVR port d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 on host hv-cinder-81914 {{(pid=110998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:51:33.128041 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-da41934c-a350-4da6-9637-6488cd15678f req-dc69492c-2413-461b-8fec-7cda35a742d2 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:33.131367 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-da41934c-a350-4da6-9637-6488cd15678f req-dc69492c-2413-461b-8fec-7cda35a742d2 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.61 "DELETE /v2.0/ports/d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 HTTP/1.1" status: 204 len: 173 time: 1.4788258 Jun 08 13:51:33.132193 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777c65ea-2412-4080-9c2c-ee5201184c1e', 'name': 'network-vif-deleted', 'tag': 'd1b9ce5f-7ee5-4967-93f0-2a76e3005b21'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:51:33.136013 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bd1109-5a01-417b-940d-f873e7c1da78" -d '{"events": [{"server_uuid": "777c65ea-2412-4080-9c2c-ee5201184c1e", "name": "network-vif-deleted", "tag": "d1b9ce5f-7ee5-4967-93f0-2a76e3005b21"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:51:33.142818 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2ca8bc7c-d5a3-43ca-9faa-9cdfcbe30012 req-8e639a40-6356-4582-98a2-2168cce3aba2 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=fff8382d-1fa6-4dbf-8c24-24e8d31e9323 HTTP/1.1" status: 200 len: 210 time: 0.1522324 Jun 08 13:51:33.169598 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca7f4b-5890-44eb-b8a1-0b72af316a2a admin admin] Pushing event updated for resources: {'Port': ['ID=0eb381e4-ebcb-42ab-b111-556e0136ebf7,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:33.197925 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ca7f4b-5890-44eb-b8a1-0b72af316a2a admin admin] Network 3302ed64-c6b8-41fb-a19e-bab066f5a9bc is already hosted by enough agents. {{(pid=110997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:51:33.200311 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47624bd-b9d7-4e80-b62c-869bbb6d1e99 x-openstack-request-id: req-c47624bd-b9d7-4e80-b62c-869bbb6d1e99 {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:51:33.200672 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777c65ea-2412-4080-9c2c-ee5201184c1e", "name": "network-vif-deleted", "tag": "d1b9ce5f-7ee5-4967-93f0-2a76e3005b21", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:51:33.201304 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c47624bd-b9d7-4e80-b62c-869bbb6d1e99 {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:51:33.201719 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c47624bd-b9d7-4e80-b62c-869bbb6d1e99'] response: {'server_uuid': '777c65ea-2412-4080-9c2c-ee5201184c1e', 'name': 'network-vif-deleted', 'tag': 'd1b9ce5f-7ee5-4967-93f0-2a76e3005b21', 'status': 'completed', 'code': 200} Jun 08 13:51:33.203446 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [None req-e3ca7f4b-5890-44eb-b8a1-0b72af316a2a admin admin] Resources bound (agent type, host, resource id): {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:51:33.217078 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ca7f4b-5890-44eb-b8a1-0b72af316a2a admin admin] Received port after_create {{(pid=110997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:51:33.269116 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e3ca7f4b-5890-44eb-b8a1-0b72af316a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-354990'] for router_interface (74901ba7-e5ce-41b6-a9ca-7ce76d029f22), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:33.307448 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:33.316731 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4a718-3763-49a2-92c3-2c71b52cd515 None None] Pushing event updated for resources: {'Port': ['ID=33ca8536-7b0f-41e1-83db-3c06fb8b237a,revision_number=3']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:33.394146 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port bcd8eff7-84e4-47c5-befa-c72a7d33f31a is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:51:33.395457 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 67b1057b-e3be-4891-894d-378d8fd8352e up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:51:33.443319 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-dad7f3bf-d839-431f-83af-5c4a7cf149c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'name': 'tempest-ServerRescueNegativeTestJSON-599513764-router', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:41Z', 'updated_at': '2022-06-08T13:46:56Z', 'revision_number': 4, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'gw_port': {'id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:42Z', 'updated_at': '2022-06-08T13:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'e5bc94c7-e9e3-436c-acf2-db03ed21a9f9', 'name': '', 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'mac_address': 'fa:16:3e:fe:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '69836fd4-f98b-48c1-883c-8589e3b080df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:51Z', 'updated_at': '2022-06-08T13:47:05Z', 'revision_number': 5, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'subnets': [{'id': '69836fd4-f98b-48c1-883c-8589e3b080df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:33.466173 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port 67b1057b-e3be-4891-894d-378d8fd8352e triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:51:33.467022 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (67b1057b-e3be-4891-894d-378d8fd8352e), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:33.499096 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad7f3bf-d839-431f-83af-5c4a7cf149c7 None None] Checking router: 01aeb439-193e-4436-9450-4ede1a0b7ab6 for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:51:33.500950 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:33.507985 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af0d9a-fd03-4b95-921d-8f03c734ae46 req-f45bfebd-d998-48ea-8de2-7ff6c61eac65 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:33.509559 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-62af0d9a-fd03-4b95-921d-8f03c734ae46 req-f45bfebd-d998-48ea-8de2-7ff6c61eac65 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 985 time: 0.0513513 Jun 08 13:51:33.515214 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad7f3bf-d839-431f-83af-5c4a7cf149c7 None None] Routers {'01aeb439-193e-4436-9450-4ede1a0b7ab6'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:51:33.516088 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-dad7f3bf-d839-431f-83af-5c4a7cf149c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:51:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['01aeb439-193e-4436-9450-4ede1a0b7ab6'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:33.559633 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-750eabb0-ed7d-4494-879e-09c8b1d76278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74901ba7-e5ce-41b6-a9ca-7ce76d029f22', 'name': 'tempest-TestShelveInstance-2085418706-router', 'tenant_id': '57fc05095ad8465dbef7b7d35be6b200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '33ca8536-7b0f-41e1-83db-3c06fb8b237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:51:29Z', 'updated_at': '2022-06-08T13:51:30Z', 'revision_number': 3, 'project_id': '57fc05095ad8465dbef7b7d35be6b200', 'gw_port': {'id': '33ca8536-7b0f-41e1-83db-3c06fb8b237a', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74901ba7-e5ce-41b6-a9ca-7ce76d029f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:29Z', 'updated_at': '2022-06-08T13:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:33.614186 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750eabb0-ed7d-4494-879e-09c8b1d76278 None None] The sync data for ids ['74901ba7-e5ce-41b6-a9ca-7ce76d029f22'] in dv-cinder-819149-5-iscsi is: [{'id': '74901ba7-e5ce-41b6-a9ca-7ce76d029f22', 'name': 'tempest-TestShelveInstance-2085418706-router', 'tenant_id': '57fc05095ad8465dbef7b7d35be6b200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '33ca8536-7b0f-41e1-83db-3c06fb8b237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:51:29Z', 'updated_at': '2022-06-08T13:51:30Z', 'revision_number': 3, 'project_id': '57fc05095ad8465dbef7b7d35be6b200', 'gw_port': {'id': '33ca8536-7b0f-41e1-83db-3c06fb8b237a', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74901ba7-e5ce-41b6-a9ca-7ce76d029f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:29Z', 'updated_at': '2022-06-08T13:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:51:33.631798 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e3ca7f4b-5890-44eb-b8a1-0b72af316a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (0eb381e4-ebcb-42ab-b111-556e0136ebf7), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:33.637864 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-dad7f3bf-d839-431f-83af-5c4a7cf149c7 None None] Set router 01aeb439-193e-4436-9450-4ede1a0b7ab6 gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:51:33.649960 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-53f47d0d-156f-496a-9ee1-0a93e86e9603 None None] Provisioning complete for port 0eb381e4-ebcb-42ab-b111-556e0136ebf7 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:51:33.650649 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-53f47d0d-156f-496a-9ee1-0a93e86e9603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (0eb381e4-ebcb-42ab-b111-556e0136ebf7), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:33.673547 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=100 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:33.692101 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-95558458-f3f1-42d6-a414-174763147d8c req-45adf54a-0d7f-49c7-9c5e-550dc7e756c4 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=777c65ea-2412-4080-9c2c-ee5201184c1e HTTP/1.1" status: 200 len: 210 time: 0.0950370 Jun 08 13:51:33.694337 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port 67b1057b-e3be-4891-894d-378d8fd8352e is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:51:33.703667 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-53f47d0d-156f-496a-9ee1-0a93e86e9603 None None] Port 0eb381e4-ebcb-42ab-b111-556e0136ebf7 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:51:33.752152 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-62af0d9a-fd03-4b95-921d-8f03c734ae46 req-a14aaa7d-2ea8-4df7-b951-02a08149a845 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&id=a312ba82-f39d-4542-8a23-2c668eaeafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2340999 Jun 08 13:51:33.837054 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device bcd8eff7-84e4-47c5-befa-c72a7d33f31a up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:51:33.906992 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-dad7f3bf-d839-431f-83af-5c4a7cf149c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'name': 'tempest-ServerRescueNegativeTestJSON-599513764-router', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:41Z', 'updated_at': '2022-06-08T13:46:56Z', 'revision_number': 4, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'gw_port': {'id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:42Z', 'updated_at': '2022-06-08T13:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'e5bc94c7-e9e3-436c-acf2-db03ed21a9f9', 'name': '', 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'mac_address': 'fa:16:3e:fe:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '69836fd4-f98b-48c1-883c-8589e3b080df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:51Z', 'updated_at': '2022-06-08T13:47:05Z', 'revision_number': 5, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'subnets': [{'id': '69836fd4-f98b-48c1-883c-8589e3b080df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:33.912606 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port bcd8eff7-84e4-47c5-befa-c72a7d33f31a triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:51:33.913089 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (bcd8eff7-84e4-47c5-befa-c72a7d33f31a), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:33.933989 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad7f3bf-d839-431f-83af-5c4a7cf149c7 None None] The sync data for ids ['01aeb439-193e-4436-9450-4ede1a0b7ab6'] in dv-cinder-819149-5-iscsi is: [{'id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'name': 'tempest-ServerRescueNegativeTestJSON-599513764-router', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:41Z', 'updated_at': '2022-06-08T13:46:56Z', 'revision_number': 4, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'gw_port': {'id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:42Z', 'updated_at': '2022-06-08T13:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'e5bc94c7-e9e3-436c-acf2-db03ed21a9f9', 'name': '', 'network_id': 'ae8a0e1e-0700-4e0e-8372-c30751bbef6f', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'mac_address': 'fa:16:3e:fe:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '69836fd4-f98b-48c1-883c-8589e3b080df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:51Z', 'updated_at': '2022-06-08T13:47:05Z', 'revision_number': 5, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'subnets': [{'id': '69836fd4-f98b-48c1-883c-8589e3b080df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:51:33.938050 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e3ca7f4b-5890-44eb-b8a1-0b72af316a2a admin admin] Publish callbacks [] for port (0eb381e4-ebcb-42ab-b111-556e0136ebf7), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:34.054662 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port bcd8eff7-84e4-47c5-befa-c72a7d33f31a is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:51:34.070754 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e3ca7f4b-5890-44eb-b8a1-0b72af316a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407452'] for port (0eb381e4-ebcb-42ab-b111-556e0136ebf7), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:34.137007 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-db6a1f34-756e-425c-baa3-d4e459fdf475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:34.151802 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca7f4b-5890-44eb-b8a1-0b72af316a2a admin admin] Pushing event updated for resources: {'Port': ['ID=0eb381e4-ebcb-42ab-b111-556e0136ebf7,revision_number=2']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:34.155332 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e3ca7f4b-5890-44eb-b8a1-0b72af316a2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354906'] for router_interface (74901ba7-e5ce-41b6-a9ca-7ce76d029f22), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:34.287165 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3adab29e-f4d1-4758-9d70-dca5c159338d req-d965f171-9656-4076-8951-2b77926bc278 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=fff8382d-1fa6-4dbf-8c24-24e8d31e9323 HTTP/1.1" status: 200 len: 210 time: 0.0376198 Jun 08 13:51:34.353585 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ca7f4b-5890-44eb-b8a1-0b72af316a2a admin admin] Network 3302ed64-c6b8-41fb-a19e-bab066f5a9bc is already hosted by enough agents. {{(pid=110997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:51:34.354639 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:34.355767 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [None req-e3ca7f4b-5890-44eb-b8a1-0b72af316a2a admin admin] Resources bound (agent type, host, resource id): {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:51:34.361610 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-3579cac0-6799-4ff3-b621-c78085f7f40d tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:34.364317 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-3579cac0-6799-4ff3-b621-c78085f7f40d tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.61 "GET /v2.0/networks?id=42d99904-a8b4-4285-872c-5a43c79568a6 HTTP/1.1" status: 200 len: 810 time: 0.1675851 Jun 08 13:51:34.365603 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039d1211-1774-42da-9683-64df528329ad None None] New status for floating IP 8a2c91c2-b818-4218-83b2-6440774c9e5f: DOWN {{(pid=110999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 13:51:34.455165 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-ea7bbdd6-2609-4aad-9ebd-be0b4e52a133 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87c115dc845a497292c12e2980e9f77b HTTP/1.1" status: 200 len: 379 time: 0.0824964 Jun 08 13:51:34.465435 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-208767fb-c396-487c-8c12-f78bd7297b1e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Request body: {'port': {'device_id': 'fff8382d-1fa6-4dbf-8c24-24e8d31e9323', 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6', 'admin_state_up': True, 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'security_groups': ['4d5dfd84-d0b7-4637-9be6-f69975641193']}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:34.564608 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ca7f4b-5890-44eb-b8a1-0b72af316a2a admin admin] Router 74901ba7-e5ce-41b6-a9ca-7ce76d029f22 has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:51:34.711429 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ca7f4b-5890-44eb-b8a1-0b72af316a2a admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:51:34.717846 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-e3ca7f4b-5890-44eb-b8a1-0b72af316a2a admin admin] 10.222.0.55 "PUT /v2.0/routers/74901ba7-e5ce-41b6-a9ca-7ce76d029f22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4246318 Jun 08 13:51:34.734777 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-ca648d39-949d-4c7f-b375-88535996bf76 None None] Provisioning complete for port 0eb381e4-ebcb-42ab-b111-556e0136ebf7 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:51:34.735156 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ca648d39-949d-4c7f-b375-88535996bf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (0eb381e4-ebcb-42ab-b111-556e0136ebf7), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:34.741930 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-208767fb-c396-487c-8c12-f78bd7297b1e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Made reservation on behalf of 87c115dc845a497292c12e2980e9f77b for: {'port': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:51:34.753503 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-208767fb-c396-487c-8c12-f78bd7297b1e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:34.789065 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-ca648d39-949d-4c7f-b375-88535996bf76 None None] Port 0eb381e4-ebcb-42ab-b111-556e0136ebf7 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:51:34.914464 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 39306) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:34.958216 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:34.968596 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-208767fb-c396-487c-8c12-f78bd7297b1e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Allocated IP 172.20.0.5 (42d99904-a8b4-4285-872c-5a43c79568a6/a0a5efd6-6778-48b9-88e3-5a88abf2683a/bae22dd8-6da6-4295-940a-640e10580990) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:51:34.968814 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2a66b-9bf1-47bb-b08c-c75cf906d430 req-2fa2b372-1de4-4c83-9530-0f3a962580fa tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:34.976674 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1bb2a66b-9bf1-47bb-b08c-c75cf906d430 req-2fa2b372-1de4-4c83-9530-0f3a962580fa tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 985 time: 0.1058211 Jun 08 13:51:35.029774 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c4ad2528-2d62-4a99-8335-1c328871f301 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks [] for security_group (1e80f0af-2532-4fd4-99ab-273ab40ba884), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:35.074694 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c4ad2528-2d62-4a99-8335-1c328871f301 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks [] for security_group (1e80f0af-2532-4fd4-99ab-273ab40ba884), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:35.089123 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1bb2a66b-9bf1-47bb-b08c-c75cf906d430 req-2b1156a9-a1e2-4ab3-af0f-82857df55245 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&id=a312ba82-f39d-4542-8a23-2c668eaeafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1114752 Jun 08 13:51:35.156141 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-208767fb-c396-487c-8c12-f78bd7297b1e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for port (bae22dd8-6da6-4295-940a-640e10580990), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:35.244318 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c4ad2528-2d62-4a99-8335-1c328871f301 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (1e80f0af-2532-4fd4-99ab-273ab40ba884), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:35.246918 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c4ad2528-2d62-4a99-8335-1c328871f301 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:35.248076 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-c4ad2528-2d62-4a99-8335-1c328871f301 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "DELETE /v2.0/security-groups/1e80f0af-2532-4fd4-99ab-273ab40ba884 HTTP/1.1" status: 204 len: 168 time: 0.3324754 Jun 08 13:51:35.250770 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 39312) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:35.257868 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad2528-2d62-4a99-8335-1c328871f301 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e80f0af-2532-4fd4-99ab-273ab40ba884,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:35.264860 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.api.v2.resource [None req-5a18e5f6-ef9f-4751-af3c-af803eb69fb8 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] show failed (client error): The resource could not be found. Jun 08 13:51:35.265886 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-5a18e5f6-ef9f-4751-af3c-af803eb69fb8 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups/1e80f0af-2532-4fd4-99ab-273ab40ba884 HTTP/1.1" status: 404 len: 347 time: 0.0139968 Jun 08 13:51:35.268485 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 39314) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:35.308991 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-208767fb-c396-487c-8c12-f78bd7297b1e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (bae22dd8-6da6-4295-940a-640e10580990), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:35.359021 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 39318) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:35.363934 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-1d586a64-03aa-4a03-81d2-e7e0784a49d5 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1251976601', 'description': 'tempest-secgroup-smoke-1251976601 description', 'project_id': '708bec67bbb748b382b82cd0da768d5c'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:35.394133 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-208767fb-c396-487c-8c12-f78bd7297b1e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Network 42d99904-a8b4-4285-872c-5a43c79568a6 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:51:35.418132 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-208767fb-c396-487c-8c12-f78bd7297b1e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:51:35.425705 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a867cf5-9c2d-42ff-845d-4e88dc4f0867 req-cd8795ee-d3ba-463c-af5b-d8c1a6ad0b8d tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:35.427289 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7a867cf5-9c2d-42ff-845d-4e88dc4f0867 req-cd8795ee-d3ba-463c-af5b-d8c1a6ad0b8d tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=fff8382d-1fa6-4dbf-8c24-24e8d31e9323 HTTP/1.1" status: 200 len: 931 time: 0.0577245 Jun 08 13:51:35.428926 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-208767fb-c396-487c-8c12-f78bd7297b1e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:51:35.457756 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208767fb-c396-487c-8c12-f78bd7297b1e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Pushing event updated for resources: {'Port': ['ID=bae22dd8-6da6-4295-940a-640e10580990,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:35.473262 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-6ea07e93-318e-41e0-9b1d-777decbb6767 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Deleting port a47c7995-8670-486c-9511-219f732a08d5 {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:51:35.473617 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6ea07e93-318e-41e0-9b1d-777decbb6767 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (a47c7995-8670-486c-9511-219f732a08d5), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:35.492675 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7a867cf5-9c2d-42ff-845d-4e88dc4f0867 req-7c62a823-bbe7-4d24-a9e0-3b4c1ef6cfd2 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d5dfd84-d0b7-4637-9be6-f69975641193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587406 Jun 08 13:51:35.494749 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-1d586a64-03aa-4a03-81d2-e7e0784a49d5 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:35.515610 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:35.520652 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:35.533507 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:35.556375 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-208767fb-c396-487c-8c12-f78bd7297b1e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:35.556986 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-208767fb-c396-487c-8c12-f78bd7297b1e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:35.587360 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6ea07e93-318e-41e0-9b1d-777decbb6767 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (a47c7995-8670-486c-9511-219f732a08d5), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:35.587690 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6ea07e93-318e-41e0-9b1d-777decbb6767 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks [] for floatingip (a47c7995-8670-486c-9511-219f732a08d5), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:35.594501 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-1d586a64-03aa-4a03-81d2-e7e0784a49d5 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for security_group (c88514d4-b8ca-44e9-ad3b-a49157879cf2), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:35.602145 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-6ea07e93-318e-41e0-9b1d-777decbb6767 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Calling delete_port for a47c7995-8670-486c-9511-219f732a08d5 owned by network:floatingip {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:51:35.649848 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-208767fb-c396-487c-8c12-f78bd7297b1e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1882701 Jun 08 13:51:35.664165 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-682d4394-5175-47f7-9a38-a3df849a8b0f service neutron] Request body: {'port': {'device_id': 'fff8382d-1fa6-4dbf-8c24-24e8d31e9323', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:35.680882 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-1d586a64-03aa-4a03-81d2-e7e0784a49d5 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (c88514d4-b8ca-44e9-ad3b-a49157879cf2), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:35.712844 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d586a64-03aa-4a03-81d2-e7e0784a49d5 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c88514d4-b8ca-44e9-ad3b-a49157879cf2,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:35.725319 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-b7f87709-5daf-4aac-8ce8-f5b2d512185c None None] Provisioning complete for port bae22dd8-6da6-4295-940a-640e10580990 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:51:35.725799 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-b7f87709-5daf-4aac-8ce8-f5b2d512185c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (bae22dd8-6da6-4295-940a-640e10580990), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:35.730888 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:35.750011 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-682d4394-5175-47f7-9a38-a3df849a8b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (bae22dd8-6da6-4295-940a-640e10580990), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:35.780087 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-b7f87709-5daf-4aac-8ce8-f5b2d512185c None None] Port bae22dd8-6da6-4295-940a-640e10580990 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:51:35.824910 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 33ca8536-7b0f-41e1-83db-3c06fb8b237a up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:51:35.837126 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-1d586a64-03aa-4a03-81d2-e7e0784a49d5 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:35.845453 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-1d586a64-03aa-4a03-81d2-e7e0784a49d5 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4783316 Jun 08 13:51:35.845453 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 39320) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:35.847166 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-18814c53-5bee-4750-8a31-23cdadf430f9 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Request body: {'security_group_rule': {'security_group_id': 'c88514d4-b8ca-44e9-ad3b-a49157879cf2', 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:35.872906 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port 33ca8536-7b0f-41e1-83db-3c06fb8b237a triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:51:35.873280 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (33ca8536-7b0f-41e1-83db-3c06fb8b237a), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:35.920197 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6ea07e93-318e-41e0-9b1d-777decbb6767 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (a47c7995-8670-486c-9511-219f732a08d5), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:35.925659 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-18814c53-5bee-4750-8a31-23cdadf430f9 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for security_group_rule (560fa452-3991-4484-97a5-90c68aa4f1aa), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:35.937881 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:35.952899 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port 33ca8536-7b0f-41e1-83db-3c06fb8b237a is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:51:35.956943 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (33ca8536-7b0f-41e1-83db-3c06fb8b237a), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:35.960324 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea07e93-318e-41e0-9b1d-777decbb6767 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Pushing event deleted for resources: {'Port': ['ID=a47c7995-8670-486c-9511-219f732a08d5,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:35.980085 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] For port 33ca8536-7b0f-41e1-83db-3c06fb8b237a, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=33ca8536-7b0f-41e1-83db-3c06fb8b237a,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:51:35.993269 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-18814c53-5bee-4750-8a31-23cdadf430f9 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for security_group_rule (560fa452-3991-4484-97a5-90c68aa4f1aa), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:36.055749 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-18814c53-5bee-4750-8a31-23cdadf430f9 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (560fa452-3991-4484-97a5-90c68aa4f1aa), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:36.056183 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (33ca8536-7b0f-41e1-83db-3c06fb8b237a), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:36.080071 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18814c53-5bee-4750-8a31-23cdadf430f9 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560fa452-3991-4484-97a5-90c68aa4f1aa,revision_number=0']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:36.084243 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6ea07e93-318e-41e0-9b1d-777decbb6767 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks [] for floatingip (8a2c91c2-b818-4218-83b2-6440774c9e5f), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:36.088300 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6ea07e93-318e-41e0-9b1d-777decbb6767 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:36.090099 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-6ea07e93-318e-41e0-9b1d-777decbb6767 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "DELETE /v2.0/floatingips/8a2c91c2-b818-4218-83b2-6440774c9e5f HTTP/1.1" status: 204 len: 168 time: 0.8204367 Jun 08 13:51:36.122996 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:36.137174 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Pushing event updated for resources: {'Port': ['ID=33ca8536-7b0f-41e1-83db-3c06fb8b237a,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:36.163838 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-18814c53-5bee-4750-8a31-23cdadf430f9 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:36.165291 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-18814c53-5bee-4750-8a31-23cdadf430f9 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3230302 Jun 08 13:51:36.168688 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 39326) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:36.173306 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-77b8db55-8c9b-4bff-a789-8f658293d7f7 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Request body: {'security_group_rule': {'security_group_id': 'c88514d4-b8ca-44e9-ad3b-a49157879cf2', 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:36.179674 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-682d4394-5175-47f7-9a38-a3df849a8b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae22dd8-6da6-4295-940a-640e10580990 {{(pid=110998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:51:36.188222 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-682d4394-5175-47f7-9a38-a3df849a8b0f service neutron] Publish callbacks [] for port (bae22dd8-6da6-4295-940a-640e10580990), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:36.205360 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.provisioning_blocks [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-682d4394-5175-47f7-9a38-a3df849a8b0f service neutron] Transition to ACTIVE for port object bae22dd8-6da6-4295-940a-640e10580990 will not be triggered until provisioned by entity L2. {{(pid=110998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 13:51:36.237531 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f09251-3151-4599-b4d8-467a17e97780 req-0f6b4d07-c914-4f36-8bd8-7a248bbf6a9a tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:36.238988 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-33f09251-3151-4599-b4d8-467a17e97780 req-0f6b4d07-c914-4f36-8bd8-7a248bbf6a9a tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 985 time: 0.0595005 Jun 08 13:51:36.270442 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-682d4394-5175-47f7-9a38-a3df849a8b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (bae22dd8-6da6-4295-940a-640e10580990), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:36.302148 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-33f09251-3151-4599-b4d8-467a17e97780 req-77580b76-4fe5-4510-9dc6-9580378a16be tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&id=a312ba82-f39d-4542-8a23-2c668eaeafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566390 Jun 08 13:51:36.327021 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d4394-5175-47f7-9a38-a3df849a8b0f service neutron] Pushing event updated for resources: {'Port': ['ID=bae22dd8-6da6-4295-940a-640e10580990,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:36.333763 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-77b8db55-8c9b-4bff-a789-8f658293d7f7 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for security_group_rule (b68770fa-ffcf-4cec-9d11-30e27a280c85), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:36.402324 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-77b8db55-8c9b-4bff-a789-8f658293d7f7 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for security_group_rule (b68770fa-ffcf-4cec-9d11-30e27a280c85), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:36.418948 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-682d4394-5175-47f7-9a38-a3df849a8b0f service neutron] Attempting to bind port bae22dd8-6da6-4295-940a-640e10580990 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:51:36.419516 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-682d4394-5175-47f7-9a38-a3df849a8b0f service neutron] Attempting to bind port bae22dd8-6da6-4295-940a-640e10580990 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'a34c7784-43f9-466c-a9ad-749dd0a739ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6'}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:51:36.419732 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-682d4394-5175-47f7-9a38-a3df849a8b0f service neutron] Attempting to bind port bae22dd8-6da6-4295-940a-640e10580990 on network 42d99904-a8b4-4285-872c-5a43c79568a6 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:51:36.427851 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-682d4394-5175-47f7-9a38-a3df849a8b0f service neutron] Port bae22dd8-6da6-4295-940a-640e10580990 on network 42d99904-a8b4-4285-872c-5a43c79568a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:51:36.428519 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-682d4394-5175-47f7-9a38-a3df849a8b0f service neutron] Attempting to bind port bae22dd8-6da6-4295-940a-640e10580990 on network 42d99904-a8b4-4285-872c-5a43c79568a6 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:51:36.433983 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-682d4394-5175-47f7-9a38-a3df849a8b0f service neutron] Checking agent: {'id': '2c87fc52-0797-4c68-9855-572d3067389f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'started_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:51:36.442777 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-682d4394-5175-47f7-9a38-a3df849a8b0f service neutron] Checking segment: {'id': 'a34c7784-43f9-466c-a9ad-749dd0a739ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:51:36.442777 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-682d4394-5175-47f7-9a38-a3df849a8b0f service neutron] Bound using segment: {'id': 'a34c7784-43f9-466c-a9ad-749dd0a739ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6'} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:51:36.442777 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-682d4394-5175-47f7-9a38-a3df849a8b0f service neutron] Bound port: bae22dd8-6da6-4295-940a-640e10580990, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a34c7784-43f9-466c-a9ad-749dd0a739ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6'}}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:51:36.442777 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-682d4394-5175-47f7-9a38-a3df849a8b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (bae22dd8-6da6-4295-940a-640e10580990), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:36.480869 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:51:36.495706 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-77b8db55-8c9b-4bff-a789-8f658293d7f7 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (b68770fa-ffcf-4cec-9d11-30e27a280c85), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:36.504619 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-682d4394-5175-47f7-9a38-a3df849a8b0f service neutron] For port bae22dd8-6da6-4295-940a-640e10580990, host hv-cinder-81914, cleared binding levels {{(pid=110998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:51:36.517060 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-682d4394-5175-47f7-9a38-a3df849a8b0f service neutron] For port bae22dd8-6da6-4295-940a-640e10580990, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=bae22dd8-6da6-4295-940a-640e10580990,segment=NetworkSegment(a34c7784-43f9-466c-a9ad-749dd0a739ec),segment_id=a34c7784-43f9-466c-a9ad-749dd0a739ec)] {{(pid=110998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:51:36.520040 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] No Port match for: d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:51:36.520559 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device d1b9ce5f-7ee5-4967-93f0-2a76e3005b21 not bound to the agent host hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:51:36.531436 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8db55-8c9b-4bff-a789-8f658293d7f7 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68770fa-ffcf-4cec-9d11-30e27a280c85,revision_number=0']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:36.579731 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-682d4394-5175-47f7-9a38-a3df849a8b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (bae22dd8-6da6-4295-940a-640e10580990), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:36.611994 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-77b8db55-8c9b-4bff-a789-8f658293d7f7 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:36.613644 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-77b8db55-8c9b-4bff-a789-8f658293d7f7 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4444499 Jun 08 13:51:36.616909 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 39332) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:36.621818 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-78d0d4df-0938-49bb-b444-2744f40c84b6 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Request body: {'security_group_rule': {'security_group_id': 'c88514d4-b8ca-44e9-ad3b-a49157879cf2', 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:36.625126 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-682d4394-5175-47f7-9a38-a3df849a8b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:36.625824 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-682d4394-5175-47f7-9a38-a3df849a8b0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:36.627933 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-682d4394-5175-47f7-9a38-a3df849a8b0f service neutron] 10.222.0.61 "PUT /v2.0/ports/bae22dd8-6da6-4295-940a-640e10580990 HTTP/1.1" status: 200 len: 1093 time: 0.9675267 Jun 08 13:51:36.630501 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff8382d-1fa6-4dbf-8c24-24e8d31e9323', 'tag': 'bae22dd8-6da6-4295-940a-640e10580990'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:51:36.634256 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1682733f-373c-4c70-9532-1ed67d983ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "fff8382d-1fa6-4dbf-8c24-24e8d31e9323", "tag": "bae22dd8-6da6-4295-940a-640e10580990"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:51:36.650207 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:36.658127 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26982dae-6ee4-4b3b-8fc6-2ff2c1238991 req-f9d2ea57-5262-492f-9ee4-2805b6b0a0e3 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:36.659811 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-26982dae-6ee4-4b3b-8fc6-2ff2c1238991 req-f9d2ea57-5262-492f-9ee4-2805b6b0a0e3 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=fff8382d-1fa6-4dbf-8c24-24e8d31e9323 HTTP/1.1" status: 200 len: 943 time: 0.0865557 Jun 08 13:51:36.671884 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d4394-5175-47f7-9a38-a3df849a8b0f service neutron] Pushing event updated for resources: {'Port': ['ID=bae22dd8-6da6-4295-940a-640e10580990,revision_number=3']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:36.689592 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01dbfdd-9684-4b83-88f2-06ec1343808a x-openstack-request-id: req-f01dbfdd-9684-4b83-88f2-06ec1343808a {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:51:36.689892 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff8382d-1fa6-4dbf-8c24-24e8d31e9323", "tag": "bae22dd8-6da6-4295-940a-640e10580990", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:51:36.690141 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f01dbfdd-9684-4b83-88f2-06ec1343808a {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:51:36.690543 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f01dbfdd-9684-4b83-88f2-06ec1343808a'] response: {'name': 'network-changed', 'server_uuid': 'fff8382d-1fa6-4dbf-8c24-24e8d31e9323', 'tag': 'bae22dd8-6da6-4295-940a-640e10580990', 'status': 'completed', 'code': 200} Jun 08 13:51:36.694879 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:36.736198 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-26982dae-6ee4-4b3b-8fc6-2ff2c1238991 req-ed495402-e5c7-45eb-9571-2fd7109d8c47 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d5dfd84-d0b7-4637-9be6-f69975641193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669146 Jun 08 13:51:36.774433 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682733f-373c-4c70-9532-1ed67d983ef6 req-34a11707-233e-4e0c-b2b8-e687c4179655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:36.776127 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1682733f-373c-4c70-9532-1ed67d983ef6 req-34a11707-233e-4e0c-b2b8-e687c4179655 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87c115dc845a497292c12e2980e9f77b&device_id=fff8382d-1fa6-4dbf-8c24-24e8d31e9323 HTTP/1.1" status: 200 len: 1127 time: 0.0581808 Jun 08 13:51:36.790363 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-78d0d4df-0938-49bb-b444-2744f40c84b6 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for security_group_rule (63919aef-47ac-4a83-b437-b6d51379dc95), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:36.866167 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-78d0d4df-0938-49bb-b444-2744f40c84b6 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for security_group_rule (63919aef-47ac-4a83-b437-b6d51379dc95), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:36.894411 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:36.897418 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682733f-373c-4c70-9532-1ed67d983ef6 req-02e4a077-0b6d-48c4-b673-d31393345fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:36.898885 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1682733f-373c-4c70-9532-1ed67d983ef6 req-02e4a077-0b6d-48c4-b673-d31393345fee service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=87c115dc845a497292c12e2980e9f77b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1136408 Jun 08 13:51:36.953909 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f2e176-3d39-4af2-bb0d-99f81dee99a2 None None] Sync routers for ids ['74901ba7-e5ce-41b6-a9ca-7ce76d029f22'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:51:36.966679 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f2e176-3d39-4af2-bb0d-99f81dee99a2 None None] Routers {'74901ba7-e5ce-41b6-a9ca-7ce76d029f22'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:51:36.967230 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-94f2e176-3d39-4af2-bb0d-99f81dee99a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:51:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['74901ba7-e5ce-41b6-a9ca-7ce76d029f22'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:36.987876 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-78d0d4df-0938-49bb-b444-2744f40c84b6 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (63919aef-47ac-4a83-b437-b6d51379dc95), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:37.003094 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682733f-373c-4c70-9532-1ed67d983ef6 req-cdb983f2-6c5a-4b1f-8ec0-f55f94be16ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:37.005693 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1682733f-373c-4c70-9532-1ed67d983ef6 req-cdb983f2-6c5a-4b1f-8ec0-f55f94be16ce service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998814 Jun 08 13:51:37.010016 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0d4df-0938-49bb-b444-2744f40c84b6 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63919aef-47ac-4a83-b437-b6d51379dc95,revision_number=0']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:37.074502 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-94f2e176-3d39-4af2-bb0d-99f81dee99a2 None None] Set router 74901ba7-e5ce-41b6-a9ca-7ce76d029f22 gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:51:37.084569 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-5316ce71-81e1-4fcb-9dfb-7805f2e6c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:37.086534 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-5316ce71-81e1-4fcb-9dfb-7805f2e6c571 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87c115dc845a497292c12e2980e9f77b&device_id=fff8382d-1fa6-4dbf-8c24-24e8d31e9323 HTTP/1.1" status: 200 len: 1127 time: 0.0413408 Jun 08 13:51:37.114954 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:37.131994 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-78d0d4df-0938-49bb-b444-2744f40c84b6 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:37.133246 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-78d0d4df-0938-49bb-b444-2744f40c84b6 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5152359 Jun 08 13:51:37.135955 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 39336) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:37.137084 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-1269d54d-e1b8-420a-8499-8b9cb37fa92e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bae22dd8-6da6-4295-940a-640e10580990 HTTP/1.1" status: 200 len: 217 time: 0.0429130 Jun 08 13:51:37.140701 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-cfc7fb62-0b3f-4139-b3da-475cb6fe9e88 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Request body: {'security_group_rule': {'security_group_id': 'c88514d4-b8ca-44e9-ad3b-a49157879cf2', 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:37.188207 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-a9d8dbb9-565b-4cea-998e-62964897818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:37.189831 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-a9d8dbb9-565b-4cea-998e-62964897818b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a0a5efd6-6778-48b9-88e3-5a88abf2683a HTTP/1.1" status: 200 len: 849 time: 0.0462129 Jun 08 13:51:37.196561 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=100 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:37.236279 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-47256d54-7718-4f29-95b7-a78e5250ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:37.237776 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-47256d54-7718-4f29-95b7-a78e5250ae3d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=42d99904-a8b4-4285-872c-5a43c79568a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408938 Jun 08 13:51:37.261302 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-cfc7fb62-0b3f-4139-b3da-475cb6fe9e88 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for security_group_rule (e4d7aaaa-a9e9-4f3b-badb-970be48a75a3), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:37.267893 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-94f2e176-3d39-4af2-bb0d-99f81dee99a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74901ba7-e5ce-41b6-a9ca-7ce76d029f22', 'name': 'tempest-TestShelveInstance-2085418706-router', 'tenant_id': '57fc05095ad8465dbef7b7d35be6b200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '33ca8536-7b0f-41e1-83db-3c06fb8b237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:51:29Z', 'updated_at': '2022-06-08T13:51:33Z', 'revision_number': 4, 'project_id': '57fc05095ad8465dbef7b7d35be6b200', 'gw_port': {'id': '33ca8536-7b0f-41e1-83db-3c06fb8b237a', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74901ba7-e5ce-41b6-a9ca-7ce76d029f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:29Z', 'updated_at': '2022-06-08T13:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '0eb381e4-ebcb-42ab-b111-556e0136ebf7', 'name': '', 'network_id': '3302ed64-c6b8-41fb-a19e-bab066f5a9bc', 'tenant_id': '57fc05095ad8465dbef7b7d35be6b200', 'mac_address': 'fa:16:3e:21:f0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74901ba7-e5ce-41b6-a9ca-7ce76d029f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '917b292f-4675-41a4-bc5c-ca820ebca98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:32Z', 'updated_at': '2022-06-08T13:51:33Z', 'revision_number': 2, 'project_id': '57fc05095ad8465dbef7b7d35be6b200', 'subnets': [{'id': '917b292f-4675-41a4-bc5c-ca820ebca98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:37.298962 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f2e176-3d39-4af2-bb0d-99f81dee99a2 None None] Checking router: 74901ba7-e5ce-41b6-a9ca-7ce76d029f22 for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:51:37.299401 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f2e176-3d39-4af2-bb0d-99f81dee99a2 None None] Updating router 74901ba7-e5ce-41b6-a9ca-7ce76d029f22 port 0eb381e4-ebcb-42ab-b111-556e0136ebf7 binding host dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:51:37.328259 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-94f2e176-3d39-4af2-bb0d-99f81dee99a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (0eb381e4-ebcb-42ab-b111-556e0136ebf7), before_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:37.328468 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-cfc7fb62-0b3f-4139-b3da-475cb6fe9e88 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for security_group_rule (e4d7aaaa-a9e9-4f3b-badb-970be48a75a3), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:37.339201 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-6fc96c7f-bc6c-4b34-a194-a28c106f67f2 service neutron] 10.222.0.61 "GET /v2.0/networks/42d99904-a8b4-4285-872c-5a43c79568a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928311 Jun 08 13:51:37.428124 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:37.450044 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1bde3a98-9230-46ce-8658-b12e4a703117 req-a05ba85f-d9bf-445d-8e29-f40c380b5c18 service neutron] 10.222.0.61 "GET /v2.0/networks/42d99904-a8b4-4285-872c-5a43c79568a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033206 Jun 08 13:51:37.453138 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-cfc7fb62-0b3f-4139-b3da-475cb6fe9e88 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (e4d7aaaa-a9e9-4f3b-badb-970be48a75a3), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:37.470099 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7fb62-0b3f-4139-b3da-475cb6fe9e88 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d7aaaa-a9e9-4f3b-badb-970be48a75a3,revision_number=0']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:37.564446 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cfd68-ac3b-4002-88e0-9d1068b4341b req-1dea1f8b-44bc-4366-ac2e-5fb296036d81 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:37.565964 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-002cfd68-ac3b-4002-88e0-9d1068b4341b req-1dea1f8b-44bc-4366-ac2e-5fb296036d81 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 985 time: 0.1842520 Jun 08 13:51:37.569002 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-cfc7fb62-0b3f-4139-b3da-475cb6fe9e88 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:37.570280 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-cfc7fb62-0b3f-4139-b3da-475cb6fe9e88 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4332213 Jun 08 13:51:37.573033 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 39346) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:37.580087 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-806f1eef-6492-4f27-a9e3-1a6769392504 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Request body: {'security_group_rule': {'security_group_id': 'c88514d4-b8ca-44e9-ad3b-a49157879cf2', 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:37.633829 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-002cfd68-ac3b-4002-88e0-9d1068b4341b req-c53b1ff5-8b46-411c-b7be-111731873dc0 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&id=a312ba82-f39d-4542-8a23-2c668eaeafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587809 Jun 08 13:51:37.635478 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-94f2e176-3d39-4af2-bb0d-99f81dee99a2 None None] Publish callbacks [] for port (0eb381e4-ebcb-42ab-b111-556e0136ebf7), precommit_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:37.686509 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.securitygroups_db [None req-806f1eef-6492-4f27-a9e3-1a6769392504 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Project 708bec67bbb748b382b82cd0da768d5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 13:51:37.692853 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-806f1eef-6492-4f27-a9e3-1a6769392504 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for security_group_rule (dacc521a-5482-4b1a-a69a-fe1f6d74eb91), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:37.724193 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-94f2e176-3d39-4af2-bb0d-99f81dee99a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (0eb381e4-ebcb-42ab-b111-556e0136ebf7), after_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:37.778669 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-806f1eef-6492-4f27-a9e3-1a6769392504 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for security_group_rule (dacc521a-5482-4b1a-a69a-fe1f6d74eb91), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:37.796466 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc425c4c-4513-40cd-9249-c390fcc1d68d None None] Pushing event updated for resources: {'Port': ['ID=0eb381e4-ebcb-42ab-b111-556e0136ebf7,revision_number=3']} {{(pid=111000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:37.798794 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 33ca8536-7b0f-41e1-83db-3c06fb8b237a up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:51:37.859688 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port 33ca8536-7b0f-41e1-83db-3c06fb8b237a triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:51:37.860101 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (33ca8536-7b0f-41e1-83db-3c06fb8b237a), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:37.868245 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-94f2e176-3d39-4af2-bb0d-99f81dee99a2 None None] Attempting to bind port 0eb381e4-ebcb-42ab-b111-556e0136ebf7 on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:51:37.868609 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-94f2e176-3d39-4af2-bb0d-99f81dee99a2 None None] Attempting to bind port 0eb381e4-ebcb-42ab-b111-556e0136ebf7 by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': '129318b7-6702-4484-97c7-4d8f7387d842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3302ed64-c6b8-41fb-a19e-bab066f5a9bc'}] {{(pid=111000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:51:37.868962 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f2e176-3d39-4af2-bb0d-99f81dee99a2 None None] Attempting to bind port 0eb381e4-ebcb-42ab-b111-556e0136ebf7 on network 3302ed64-c6b8-41fb-a19e-bab066f5a9bc {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:51:37.874699 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f2e176-3d39-4af2-bb0d-99f81dee99a2 None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:51:37.875130 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f2e176-3d39-4af2-bb0d-99f81dee99a2 None None] Checking segment: {'id': '129318b7-6702-4484-97c7-4d8f7387d842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3302ed64-c6b8-41fb-a19e-bab066f5a9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:51:37.875583 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-94f2e176-3d39-4af2-bb0d-99f81dee99a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:37.876336 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f2e176-3d39-4af2-bb0d-99f81dee99a2 None None] Bound using segment: {'id': '129318b7-6702-4484-97c7-4d8f7387d842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3302ed64-c6b8-41fb-a19e-bab066f5a9bc'} {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:51:37.877012 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-94f2e176-3d39-4af2-bb0d-99f81dee99a2 None None] Bound port: 0eb381e4-ebcb-42ab-b111-556e0136ebf7, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129318b7-6702-4484-97c7-4d8f7387d842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3302ed64-c6b8-41fb-a19e-bab066f5a9bc'}}] {{(pid=111000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:51:37.877732 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-94f2e176-3d39-4af2-bb0d-99f81dee99a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (0eb381e4-ebcb-42ab-b111-556e0136ebf7), before_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:37.879476 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:37.914966 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-806f1eef-6492-4f27-a9e3-1a6769392504 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (dacc521a-5482-4b1a-a69a-fe1f6d74eb91), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:37.919742 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:37.941749 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port 33ca8536-7b0f-41e1-83db-3c06fb8b237a is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:51:37.948693 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.db [None req-94f2e176-3d39-4af2-bb0d-99f81dee99a2 None None] For port 0eb381e4-ebcb-42ab-b111-556e0136ebf7, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=111000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:51:37.953150 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f1eef-6492-4f27-a9e3-1a6769392504 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dacc521a-5482-4b1a-a69a-fe1f6d74eb91,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:37.953922 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.db [None req-94f2e176-3d39-4af2-bb0d-99f81dee99a2 None None] For port 0eb381e4-ebcb-42ab-b111-556e0136ebf7, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=0eb381e4-ebcb-42ab-b111-556e0136ebf7,segment=NetworkSegment(129318b7-6702-4484-97c7-4d8f7387d842),segment_id=129318b7-6702-4484-97c7-4d8f7387d842)] {{(pid=111000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:51:37.975736 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3649c7a-4f1b-4fa5-9419-f99be0ac09fb req-7abc5cba-d334-4b02-bea7-87f4c2e7dfdd tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:37.977452 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e3649c7a-4f1b-4fa5-9419-f99be0ac09fb req-7abc5cba-d334-4b02-bea7-87f4c2e7dfdd tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=fff8382d-1fa6-4dbf-8c24-24e8d31e9323 HTTP/1.1" status: 200 len: 943 time: 0.1682832 Jun 08 13:51:38.030576 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e3649c7a-4f1b-4fa5-9419-f99be0ac09fb req-9ca3c1ea-ad49-436a-b86d-ac7f0791c419 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d5dfd84-d0b7-4637-9be6-f69975641193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473380 Jun 08 13:51:38.045241 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-94f2e176-3d39-4af2-bb0d-99f81dee99a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (0eb381e4-ebcb-42ab-b111-556e0136ebf7), after_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:38.045385 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-806f1eef-6492-4f27-a9e3-1a6769392504 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:38.045385 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-806f1eef-6492-4f27-a9e3-1a6769392504 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4701486 Jun 08 13:51:38.046942 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 39354) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:38.052537 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-8ba0af07-61d4-4636-af11-1c761006a792 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Request body: {'security_group_rule': {'security_group_id': 'c88514d4-b8ca-44e9-ad3b-a49157879cf2', 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:38.057459 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:38.116330 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f2e176-3d39-4af2-bb0d-99f81dee99a2 None None] Routers {'74901ba7-e5ce-41b6-a9ca-7ce76d029f22'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:51:38.116970 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-94f2e176-3d39-4af2-bb0d-99f81dee99a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:51:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['74901ba7-e5ce-41b6-a9ca-7ce76d029f22'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:38.152383 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc425c4c-4513-40cd-9249-c390fcc1d68d None None] Pushing event updated for resources: {'Port': ['ID=0eb381e4-ebcb-42ab-b111-556e0136ebf7,revision_number=4']} {{(pid=111000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:38.176824 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-a36e9f3a-1fb3-47d3-abe8-d99cb7731f92 None None] Provisioning complete for port 0eb381e4-ebcb-42ab-b111-556e0136ebf7 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:51:38.177255 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a36e9f3a-1fb3-47d3-abe8-d99cb7731f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (0eb381e4-ebcb-42ab-b111-556e0136ebf7), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:38.180489 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:38.222635 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.securitygroups_db [None req-8ba0af07-61d4-4636-af11-1c761006a792 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Project 708bec67bbb748b382b82cd0da768d5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 13:51:38.235050 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-8ba0af07-61d4-4636-af11-1c761006a792 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for security_group_rule (01719ed0-1ace-4103-9a20-ed4123411c44), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:38.277378 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-a36e9f3a-1fb3-47d3-abe8-d99cb7731f92 None None] Current status of the port 0eb381e4-ebcb-42ab-b111-556e0136ebf7 is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:51:38.277881 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a36e9f3a-1fb3-47d3-abe8-d99cb7731f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (0eb381e4-ebcb-42ab-b111-556e0136ebf7), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:38.316213 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-a36e9f3a-1fb3-47d3-abe8-d99cb7731f92 None None] For port 0eb381e4-ebcb-42ab-b111-556e0136ebf7, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=0eb381e4-ebcb-42ab-b111-556e0136ebf7,segment=NetworkSegment(129318b7-6702-4484-97c7-4d8f7387d842),segment_id=129318b7-6702-4484-97c7-4d8f7387d842)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:51:38.318367 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-8ba0af07-61d4-4636-af11-1c761006a792 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for security_group_rule (01719ed0-1ace-4103-9a20-ed4123411c44), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:38.331962 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-94f2e176-3d39-4af2-bb0d-99f81dee99a2 None None] Set router 74901ba7-e5ce-41b6-a9ca-7ce76d029f22 gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:51:38.456182 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a36e9f3a-1fb3-47d3-abe8-d99cb7731f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (0eb381e4-ebcb-42ab-b111-556e0136ebf7), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:38.463375 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:38.467509 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-8ba0af07-61d4-4636-af11-1c761006a792 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (01719ed0-1ace-4103-9a20-ed4123411c44), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:38.488368 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0af07-61d4-4636-af11-1c761006a792 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01719ed0-1ace-4103-9a20-ed4123411c44,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:38.510958 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e9f3a-1fb3-47d3-abe8-d99cb7731f92 None None] Pushing event updated for resources: {'Port': ['ID=0eb381e4-ebcb-42ab-b111-556e0136ebf7,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:38.518587 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-94f2e176-3d39-4af2-bb0d-99f81dee99a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74901ba7-e5ce-41b6-a9ca-7ce76d029f22', 'name': 'tempest-TestShelveInstance-2085418706-router', 'tenant_id': '57fc05095ad8465dbef7b7d35be6b200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '33ca8536-7b0f-41e1-83db-3c06fb8b237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:51:29Z', 'updated_at': '2022-06-08T13:51:33Z', 'revision_number': 4, 'project_id': '57fc05095ad8465dbef7b7d35be6b200', 'gw_port': {'id': '33ca8536-7b0f-41e1-83db-3c06fb8b237a', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74901ba7-e5ce-41b6-a9ca-7ce76d029f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:29Z', 'updated_at': '2022-06-08T13:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '0eb381e4-ebcb-42ab-b111-556e0136ebf7', 'name': '', 'network_id': '3302ed64-c6b8-41fb-a19e-bab066f5a9bc', 'tenant_id': '57fc05095ad8465dbef7b7d35be6b200', 'mac_address': 'fa:16:3e:21:f0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74901ba7-e5ce-41b6-a9ca-7ce76d029f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '917b292f-4675-41a4-bc5c-ca820ebca98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:32Z', 'updated_at': '2022-06-08T13:51:37Z', 'revision_number': 4, 'project_id': '57fc05095ad8465dbef7b7d35be6b200', 'subnets': [{'id': '917b292f-4675-41a4-bc5c-ca820ebca98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:38.519467 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e9f3a-1fb3-47d3-abe8-d99cb7731f92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:38.519809 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e9f3a-1fb3-47d3-abe8-d99cb7731f92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:38.524507 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e9f3a-1fb3-47d3-abe8-d99cb7731f92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:38.524507 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e9f3a-1fb3-47d3-abe8-d99cb7731f92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:38.524507 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e9f3a-1fb3-47d3-abe8-d99cb7731f92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:38.524507 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e9f3a-1fb3-47d3-abe8-d99cb7731f92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:38.524507 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e9f3a-1fb3-47d3-abe8-d99cb7731f92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:38.524507 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e9f3a-1fb3-47d3-abe8-d99cb7731f92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:38.524507 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e9f3a-1fb3-47d3-abe8-d99cb7731f92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:38.524507 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e9f3a-1fb3-47d3-abe8-d99cb7731f92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:38.524507 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e9f3a-1fb3-47d3-abe8-d99cb7731f92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:38.524507 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e9f3a-1fb3-47d3-abe8-d99cb7731f92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:38.524507 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e9f3a-1fb3-47d3-abe8-d99cb7731f92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:38.524507 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e9f3a-1fb3-47d3-abe8-d99cb7731f92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:38.524507 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e9f3a-1fb3-47d3-abe8-d99cb7731f92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:38.544354 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f2e176-3d39-4af2-bb0d-99f81dee99a2 None None] The sync data for ids ['74901ba7-e5ce-41b6-a9ca-7ce76d029f22'] in dv-cinder-819149-5-iscsi is: [{'id': '74901ba7-e5ce-41b6-a9ca-7ce76d029f22', 'name': 'tempest-TestShelveInstance-2085418706-router', 'tenant_id': '57fc05095ad8465dbef7b7d35be6b200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '33ca8536-7b0f-41e1-83db-3c06fb8b237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:51:29Z', 'updated_at': '2022-06-08T13:51:33Z', 'revision_number': 4, 'project_id': '57fc05095ad8465dbef7b7d35be6b200', 'gw_port': {'id': '33ca8536-7b0f-41e1-83db-3c06fb8b237a', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74901ba7-e5ce-41b6-a9ca-7ce76d029f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:29Z', 'updated_at': '2022-06-08T13:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '0eb381e4-ebcb-42ab-b111-556e0136ebf7', 'name': '', 'network_id': '3302ed64-c6b8-41fb-a19e-bab066f5a9bc', 'tenant_id': '57fc05095ad8465dbef7b7d35be6b200', 'mac_address': 'fa:16:3e:21:f0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74901ba7-e5ce-41b6-a9ca-7ce76d029f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '917b292f-4675-41a4-bc5c-ca820ebca98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:32Z', 'updated_at': '2022-06-08T13:51:37Z', 'revision_number': 4, 'project_id': '57fc05095ad8465dbef7b7d35be6b200', 'subnets': [{'id': '917b292f-4675-41a4-bc5c-ca820ebca98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:51:38.574850 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-5510abe8-fccd-4de2-917c-7f5773048803 None None] Provisioning complete for port 0eb381e4-ebcb-42ab-b111-556e0136ebf7 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:51:38.575418 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-5510abe8-fccd-4de2-917c-7f5773048803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (0eb381e4-ebcb-42ab-b111-556e0136ebf7), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:38.611411 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-8ba0af07-61d4-4636-af11-1c761006a792 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:38.616927 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-8ba0af07-61d4-4636-af11-1c761006a792 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5688384 Jun 08 13:51:38.683514 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-5510abe8-fccd-4de2-917c-7f5773048803 None None] Current status of the port 0eb381e4-ebcb-42ab-b111-556e0136ebf7 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:51:38.802767 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197c51b-ff50-43d4-a7d4-fcf8db05d9cb req-3cb06338-6926-4f41-af1f-71cdf3089047 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:38.804426 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b197c51b-ff50-43d4-a7d4-fcf8db05d9cb req-3cb06338-6926-4f41-af1f-71cdf3089047 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 985 time: 0.0752952 Jun 08 13:51:38.828784 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:DELETE=5,neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:38.888337 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b197c51b-ff50-43d4-a7d4-fcf8db05d9cb req-fae7fdac-9895-4079-a998-983c1e4a0307 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&id=a312ba82-f39d-4542-8a23-2c668eaeafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0771880 Jun 08 13:51:39.162179 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad1fea-c20b-41ba-8ba8-c962e0909316 req-f27aba51-ad3c-418f-8dc0-366ca86a055c tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:39.163887 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d5ad1fea-c20b-41ba-8ba8-c962e0909316 req-f27aba51-ad3c-418f-8dc0-366ca86a055c tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=fff8382d-1fa6-4dbf-8c24-24e8d31e9323 HTTP/1.1" status: 200 len: 943 time: 0.0594847 Jun 08 13:51:39.221774 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d5ad1fea-c20b-41ba-8ba8-c962e0909316 req-b6a75a0b-def6-4241-807b-e637cfeed067 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d5dfd84-d0b7-4637-9be6-f69975641193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517769 Jun 08 13:51:39.323755 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1e43a-0e8b-42e9-9a17-98dc4cd7cba1 req-6c15f289-c3d6-493a-a709-cbcd7ac66ef3 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:39.325421 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-05c1e43a-0e8b-42e9-9a17-98dc4cd7cba1 req-6c15f289-c3d6-493a-a709-cbcd7ac66ef3 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0548062 Jun 08 13:51:39.380734 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-05c1e43a-0e8b-42e9-9a17-98dc4cd7cba1 req-798a662d-e511-4e8c-bbb2-624a43d97811 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485823 Jun 08 13:51:39.802891 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 0eb381e4-ebcb-42ab-b111-556e0136ebf7 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:51:39.846779 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port 0eb381e4-ebcb-42ab-b111-556e0136ebf7 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:51:39.847144 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (0eb381e4-ebcb-42ab-b111-556e0136ebf7), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:39.919535 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port 0eb381e4-ebcb-42ab-b111-556e0136ebf7 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:51:40.007029 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c24e63-8869-4ee0-8bd0-bdedbd744a8e req-bdb6f633-c37d-4a44-9510-fbfd56092a7f tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:40.008536 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d4c24e63-8869-4ee0-8bd0-bdedbd744a8e req-bdb6f633-c37d-4a44-9510-fbfd56092a7f tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 985 time: 0.0472107 Jun 08 13:51:40.068510 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d4c24e63-8869-4ee0-8bd0-bdedbd744a8e req-0792810a-52dd-4d67-8ae9-c694bcce288b tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&id=a312ba82-f39d-4542-8a23-2c668eaeafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542891 Jun 08 13:51:40.341885 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad4018-2b31-4f2f-8746-8c0cc045b4d5 req-b7c098e0-9dac-4187-b864-2542c1235285 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:40.343289 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4bad4018-2b31-4f2f-8746-8c0cc045b4d5 req-b7c098e0-9dac-4187-b864-2542c1235285 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=fff8382d-1fa6-4dbf-8c24-24e8d31e9323 HTTP/1.1" status: 200 len: 943 time: 0.0506363 Jun 08 13:51:40.398238 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4bad4018-2b31-4f2f-8746-8c0cc045b4d5 req-50cdb987-4ea1-4397-a6e1-656a7b62588e tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d5dfd84-d0b7-4637-9be6-f69975641193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483909 Jun 08 13:51:40.490509 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device bae22dd8-6da6-4295-940a-640e10580990 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:51:40.499148 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f017449-1401-4143-8b07-45050c286a2f req-9e62100a-e49f-492b-8b51-24abefc55064 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:40.500907 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5f017449-1401-4143-8b07-45050c286a2f req-9e62100a-e49f-492b-8b51-24abefc55064 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0492485 Jun 08 13:51:40.521383 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:40.549925 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5f017449-1401-4143-8b07-45050c286a2f req-d249b0fc-4de4-470b-9e32-25acea083840 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434675 Jun 08 13:51:40.591808 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port bae22dd8-6da6-4295-940a-640e10580990, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=bae22dd8-6da6-4295-940a-640e10580990,segment=NetworkSegment(a34c7784-43f9-466c-a9ad-749dd0a739ec),segment_id=a34c7784-43f9-466c-a9ad-749dd0a739ec)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:51:40.593976 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:40.608908 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Returning: {'device': 'bae22dd8-6da6-4295-940a-640e10580990', 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6', 'port_id': 'bae22dd8-6da6-4295-940a-640e10580990', 'mac_address': 'fa:16:3e:a9:44:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:51:40.644436 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port bae22dd8-6da6-4295-940a-640e10580990 is: DOWN; New status is: BUILD {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:51:40.644821 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (bae22dd8-6da6-4295-940a-640e10580990), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:40.658763 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae22dd8-6da6-4295-940a-640e10580990 {{(pid=110999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:51:40.680191 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port bae22dd8-6da6-4295-940a-640e10580990, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=bae22dd8-6da6-4295-940a-640e10580990,segment=NetworkSegment(a34c7784-43f9-466c-a9ad-749dd0a739ec),segment_id=a34c7784-43f9-466c-a9ad-749dd0a739ec)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:51:40.749627 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (bae22dd8-6da6-4295-940a-640e10580990), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:40.798625 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=bae22dd8-6da6-4295-940a-640e10580990,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:40.996656 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['bae22dd8-6da6-4295-940a-640e10580990'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:51:41.189984 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9753b0f-6a8c-4607-8d69-1774f5b8542f req-1a1d97f5-8ae9-4aac-aae0-cb2f20610810 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:41.191603 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b9753b0f-6a8c-4607-8d69-1774f5b8542f req-1a1d97f5-8ae9-4aac-aae0-cb2f20610810 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 985 time: 0.0505540 Jun 08 13:51:41.256914 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b9753b0f-6a8c-4607-8d69-1774f5b8542f req-b441aa50-b0a0-49f7-a28f-628f01b135b6 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&id=a312ba82-f39d-4542-8a23-2c668eaeafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593247 Jun 08 13:51:41.524498 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26f41a-f014-4f93-b390-ab0c5a8aa7ee req-a3b6eeeb-8a14-4990-9fd1-dfd0d7960bcb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:41.525998 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1f26f41a-f014-4f93-b390-ab0c5a8aa7ee req-a3b6eeeb-8a14-4990-9fd1-dfd0d7960bcb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=fff8382d-1fa6-4dbf-8c24-24e8d31e9323 HTTP/1.1" status: 200 len: 944 time: 0.0537081 Jun 08 13:51:41.579568 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1f26f41a-f014-4f93-b390-ab0c5a8aa7ee req-b7536cc1-e5c7-47c4-ab67-b5107ab8b442 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d5dfd84-d0b7-4637-9be6-f69975641193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468934 Jun 08 13:51:41.666335 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b1eea-c811-42b2-96d8-693a288e4c4c req-e35f411f-dbfb-4aa0-b98d-c5a75ef7eeae tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:41.667816 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-823b1eea-c811-42b2-96d8-693a288e4c4c req-e35f411f-dbfb-4aa0-b98d-c5a75ef7eeae tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0495842 Jun 08 13:51:41.717634 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-823b1eea-c811-42b2-96d8-693a288e4c4c req-27bf20dd-d898-4284-8a16-703626884857 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440166 Jun 08 13:51:41.955097 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b62d6-c69c-4eab-a599-1aeef3f3ee93 req-213b87b0-0ea5-4e93-bc89-f6e6cde84cdf tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:41.956768 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-110b62d6-c69c-4eab-a599-1aeef3f3ee93 req-213b87b0-0ea5-4e93-bc89-f6e6cde84cdf tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0473878 Jun 08 13:51:42.054289 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-110b62d6-c69c-4eab-a599-1aeef3f3ee93 req-d13f975d-27bd-49af-8c15-ccd05aafd243 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Deleting port 10edcea1-58b0-4fcc-a997-70b2f8d25e44 {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:51:42.054717 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-110b62d6-c69c-4eab-a599-1aeef3f3ee93 req-d13f975d-27bd-49af-8c15-ccd05aafd243 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (10edcea1-58b0-4fcc-a997-70b2f8d25e44), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:42.146531 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-110b62d6-c69c-4eab-a599-1aeef3f3ee93 req-d13f975d-27bd-49af-8c15-ccd05aafd243 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] For port 10edcea1-58b0-4fcc-a997-70b2f8d25e44, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=10edcea1-58b0-4fcc-a997-70b2f8d25e44,segment=NetworkSegment(32b6b0f7-21d9-469a-8491-050a49ba265a),segment_id=32b6b0f7-21d9-469a-8491-050a49ba265a)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:51:42.146886 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-110b62d6-c69c-4eab-a599-1aeef3f3ee93 req-d13f975d-27bd-49af-8c15-ccd05aafd243 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (10edcea1-58b0-4fcc-a997-70b2f8d25e44), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:42.160220 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-110b62d6-c69c-4eab-a599-1aeef3f3ee93 req-d13f975d-27bd-49af-8c15-ccd05aafd243 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Calling delete_port for 10edcea1-58b0-4fcc-a997-70b2f8d25e44 owned by compute:nova {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:51:42.349391 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-110b62d6-c69c-4eab-a599-1aeef3f3ee93 req-d13f975d-27bd-49af-8c15-ccd05aafd243 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (10edcea1-58b0-4fcc-a997-70b2f8d25e44), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:42.363936 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['a043c6d6-d4b4-4d25-927f-f3ba0a63e491', '10edcea1-58b0-4fcc-a997-70b2f8d25e44'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:51:42.382978 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f975d-27bd-49af-8c15-ccd05aafd243 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Pushing event deleted for resources: {'Port': ['ID=10edcea1-58b0-4fcc-a997-70b2f8d25e44,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:42.383603 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f15096-54e3-4751-a830-811d6740fd10 req-0b217329-2a94-435c-bb75-bb86177f4a8e tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:42.390460 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b9f15096-54e3-4751-a830-811d6740fd10 req-0b217329-2a94-435c-bb75-bb86177f4a8e tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 985 time: 0.0584729 Jun 08 13:51:42.406752 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:42.445940 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-110b62d6-c69c-4eab-a599-1aeef3f3ee93 req-d13f975d-27bd-49af-8c15-ccd05aafd243 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] No DVR routers for this DVR port 10edcea1-58b0-4fcc-a997-70b2f8d25e44 on host hv-cinder-81914 {{(pid=110998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:51:42.448762 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-110b62d6-c69c-4eab-a599-1aeef3f3ee93 req-d13f975d-27bd-49af-8c15-ccd05aafd243 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:42.452140 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-110b62d6-c69c-4eab-a599-1aeef3f3ee93 req-d13f975d-27bd-49af-8c15-ccd05aafd243 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.61 "DELETE /v2.0/ports/10edcea1-58b0-4fcc-a997-70b2f8d25e44 HTTP/1.1" status: 204 len: 173 time: 0.4852827 Jun 08 13:51:42.452584 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0eac024-11de-495f-81cd-85391caa0e2d', 'name': 'network-vif-deleted', 'tag': '10edcea1-58b0-4fcc-a997-70b2f8d25e44'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:51:42.461903 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631749bf-21a1-4c56-919c-8cf7ec027831" -d '{"events": [{"server_uuid": "b0eac024-11de-495f-81cd-85391caa0e2d", "name": "network-vif-deleted", "tag": "10edcea1-58b0-4fcc-a997-70b2f8d25e44"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:51:42.478699 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b9f15096-54e3-4751-a830-811d6740fd10 req-91019c36-2799-4fc8-9555-1db5ddb59f65 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&id=a312ba82-f39d-4542-8a23-2c668eaeafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0850415 Jun 08 13:51:42.492286 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device bae22dd8-6da6-4295-940a-640e10580990 up at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:51:42.510224 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54c5a08-5e4f-4f42-8c74-985674c3c48b x-openstack-request-id: req-b54c5a08-5e4f-4f42-8c74-985674c3c48b {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:51:42.510518 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0eac024-11de-495f-81cd-85391caa0e2d", "name": "network-vif-deleted", "tag": "10edcea1-58b0-4fcc-a997-70b2f8d25e44", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:51:42.515526 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b54c5a08-5e4f-4f42-8c74-985674c3c48b {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:51:42.515526 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b54c5a08-5e4f-4f42-8c74-985674c3c48b'] response: {'server_uuid': 'b0eac024-11de-495f-81cd-85391caa0e2d', 'name': 'network-vif-deleted', 'tag': '10edcea1-58b0-4fcc-a997-70b2f8d25e44', 'status': 'completed', 'code': 200} Jun 08 13:51:42.586334 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning for port bae22dd8-6da6-4295-940a-640e10580990 completed by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 13:51:42.659254 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning complete for port bae22dd8-6da6-4295-940a-640e10580990 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:51:42.659254 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (bae22dd8-6da6-4295-940a-640e10580990), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:42.700832 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a9f01-df42-49f9-8439-fee656d484c7 req-e62b61c0-815e-4d50-92a5-62bdfbcd4ddb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:42.702455 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-678a9f01-df42-49f9-8439-fee656d484c7 req-e62b61c0-815e-4d50-92a5-62bdfbcd4ddb tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=fff8382d-1fa6-4dbf-8c24-24e8d31e9323 HTTP/1.1" status: 200 len: 944 time: 0.0519173 Jun 08 13:51:42.732064 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:42.737556 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port bae22dd8-6da6-4295-940a-640e10580990 is: BUILD; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:51:42.737945 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (bae22dd8-6da6-4295-940a-640e10580990), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:42.759335 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-678a9f01-df42-49f9-8439-fee656d484c7 req-7962bcc9-6697-4fcb-ad6b-4fe152e7793a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d5dfd84-d0b7-4637-9be6-f69975641193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511668 Jun 08 13:51:42.785314 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff8382d-1fa6-4dbf-8c24-24e8d31e9323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae22dd8-6da6-4295-940a-640e10580990'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:51:42.785314 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bdd86e-b454-4ea0-aa9e-2476c3e46b11" -d '{"events": [{"server_uuid": "fff8382d-1fa6-4dbf-8c24-24e8d31e9323", "name": "network-vif-plugged", "status": "completed", "tag": "bae22dd8-6da6-4295-940a-640e10580990"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:51:42.806781 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port bae22dd8-6da6-4295-940a-640e10580990, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=bae22dd8-6da6-4295-940a-640e10580990,segment=NetworkSegment(a34c7784-43f9-466c-a9ad-749dd0a739ec),segment_id=a34c7784-43f9-466c-a9ad-749dd0a739ec)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:51:42.843228 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b9e439dc-21a5-4c10-98d1-097b9f9cccb4 req-cc3a27ee-efa9-4dad-a95b-96f56664066e tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0eac024-11de-495f-81cd-85391caa0e2d HTTP/1.1" status: 200 len: 210 time: 0.0326426 Jun 08 13:51:42.859206 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3468eb-158c-4a0c-8009-fe04281536ec x-openstack-request-id: req-ea3468eb-158c-4a0c-8009-fe04281536ec {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:51:42.859524 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff8382d-1fa6-4dbf-8c24-24e8d31e9323", "name": "network-vif-plugged", "status": "completed", "tag": "bae22dd8-6da6-4295-940a-640e10580990", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:51:42.859834 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ea3468eb-158c-4a0c-8009-fe04281536ec {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:51:42.860849 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea3468eb-158c-4a0c-8009-fe04281536ec'] response: {'server_uuid': 'fff8382d-1fa6-4dbf-8c24-24e8d31e9323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae22dd8-6da6-4295-940a-640e10580990', 'code': 200} Jun 08 13:51:42.912716 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (bae22dd8-6da6-4295-940a-640e10580990), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:42.974786 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=bae22dd8-6da6-4295-940a-640e10580990,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:43.064262 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:43.263283 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc47bd-f265-49f1-a1ac-fd711379f54a req-86da1de4-dc5c-4211-a039-719aa11ef166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:43.264865 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-dfbc47bd-f265-49f1-a1ac-fd711379f54a req-86da1de4-dc5c-4211-a039-719aa11ef166 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fff8382d-1fa6-4dbf-8c24-24e8d31e9323 HTTP/1.1" status: 200 len: 1129 time: 0.0393765 Jun 08 13:51:43.276771 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=5 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:43.309447 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-dfbc47bd-f265-49f1-a1ac-fd711379f54a req-fbe0b780-cb1a-4679-a9bd-8b7fc9844a89 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4d5dfd84-d0b7-4637-9be6-f69975641193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375702 Jun 08 13:51:43.599462 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cc22a-afd9-44e2-b860-85226abf1d35 req-65180b3b-d03a-4323-add3-1d03fb48cce7 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:43.601055 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4c6cc22a-afd9-44e2-b860-85226abf1d35 req-65180b3b-d03a-4323-add3-1d03fb48cce7 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 985 time: 0.0538476 Jun 08 13:51:43.649276 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:43.668386 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4c6cc22a-afd9-44e2-b860-85226abf1d35 req-63c96887-a507-4e83-9ace-f53e5b726b05 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&id=a312ba82-f39d-4542-8a23-2c668eaeafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611515 Jun 08 13:51:43.882482 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e760419-3021-457b-b1f7-ae59ea9ee2c7 req-3e384915-73ab-44d4-b16e-d1d92fc108ad tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:43.884254 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8e760419-3021-457b-b1f7-ae59ea9ee2c7 req-3e384915-73ab-44d4-b16e-d1d92fc108ad tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=fff8382d-1fa6-4dbf-8c24-24e8d31e9323 HTTP/1.1" status: 200 len: 945 time: 0.0482316 Jun 08 13:51:43.948788 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8e760419-3021-457b-b1f7-ae59ea9ee2c7 req-210ce808-8f38-4e31-9d83-ee4dd7864991 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d5dfd84-d0b7-4637-9be6-f69975641193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553076 Jun 08 13:51:44.361214 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d585e6-6b71-42e4-b940-93a911058a6b req-3465c01f-f594-47c0-97bc-65e45e54b519 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:44.362679 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-73d585e6-6b71-42e4-b940-93a911058a6b req-3465c01f-f594-47c0-97bc-65e45e54b519 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 946 time: 0.0486681 Jun 08 13:51:44.417259 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-73d585e6-6b71-42e4-b940-93a911058a6b req-2718fd64-e6f6-4e33-aa42-06d9b103f426 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481730 Jun 08 13:51:44.799990 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fb28d-7e27-47a8-8ef6-3dc48fabbf69 req-693a4b3b-0e1d-41df-b17f-16f57e905498 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:44.801508 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-655fb28d-7e27-47a8-8ef6-3dc48fabbf69 req-693a4b3b-0e1d-41df-b17f-16f57e905498 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 985 time: 0.0488701 Jun 08 13:51:44.868366 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-655fb28d-7e27-47a8-8ef6-3dc48fabbf69 req-71142744-b383-4975-b144-9c8a24565c29 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&id=a312ba82-f39d-4542-8a23-2c668eaeafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610888 Jun 08 13:51:45.071986 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6ee25-876e-43a8-9186-e0d8beee1850 req-690a8722-3f85-4bc9-9e14-7a6bfc684a97 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:45.073609 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c6b6ee25-876e-43a8-9186-e0d8beee1850 req-690a8722-3f85-4bc9-9e14-7a6bfc684a97 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=fff8382d-1fa6-4dbf-8c24-24e8d31e9323 HTTP/1.1" status: 200 len: 945 time: 0.0534163 Jun 08 13:51:45.123069 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c6b6ee25-876e-43a8-9186-e0d8beee1850 req-28ab18d3-9a07-4f11-a7a7-3b3f396f7967 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d5dfd84-d0b7-4637-9be6-f69975641193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427945 Jun 08 13:51:45.528840 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:45.537930 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d6591-ed27-4eef-8d47-ff4eddd6468f req-e62ade27-a4d3-47e8-8e28-248c4a88fb40 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:45.539428 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c82d6591-ed27-4eef-8d47-ff4eddd6468f req-e62ade27-a4d3-47e8-8e28-248c4a88fb40 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 946 time: 0.0526891 Jun 08 13:51:45.590148 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c82d6591-ed27-4eef-8d47-ff4eddd6468f req-d35945e0-7f72-404c-9ee3-8fd2db876839 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451131 Jun 08 13:51:45.982537 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed9db9-ffe2-44d4-a314-9189c86cbfe6 req-7d7b2c28-32a1-45b0-b503-7d021d0433f1 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:45.984074 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-45ed9db9-ffe2-44d4-a314-9189c86cbfe6 req-7d7b2c28-32a1-45b0-b503-7d021d0433f1 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 985 time: 0.0486877 Jun 08 13:51:46.049545 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-45ed9db9-ffe2-44d4-a314-9189c86cbfe6 req-afe6da2d-0c8a-46aa-9913-5cd2a942e99f tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&id=a312ba82-f39d-4542-8a23-2c668eaeafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583568 Jun 08 13:51:46.239057 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7b9f0-e10a-43e4-917b-8af5890456b9 req-d3e8c9b7-d197-4620-b092-6ed04fc2ccb9 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:46.240540 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-93a7b9f0-e10a-43e4-917b-8af5890456b9 req-d3e8c9b7-d197-4620-b092-6ed04fc2ccb9 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=fff8382d-1fa6-4dbf-8c24-24e8d31e9323 HTTP/1.1" status: 200 len: 945 time: 0.0484724 Jun 08 13:51:46.291316 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-93a7b9f0-e10a-43e4-917b-8af5890456b9 req-60305ad8-057b-4161-9d40-051b99e70650 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d5dfd84-d0b7-4637-9be6-f69975641193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451748 Jun 08 13:51:46.545531 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 10edcea1-58b0-4fcc-a997-70b2f8d25e44 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:51:46.565768 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] No Port match for: 10edcea1-58b0-4fcc-a997-70b2f8d25e44 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:51:46.566112 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 10edcea1-58b0-4fcc-a997-70b2f8d25e44 not bound to the agent host hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:51:46.709740 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b863f-f0bc-4d3c-b027-ba4c159c5de5 req-52edc7b3-b971-4f69-b195-c95e143df1b9 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:46.711245 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e62b863f-f0bc-4d3c-b027-ba4c159c5de5 req-52edc7b3-b971-4f69-b195-c95e143df1b9 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 946 time: 0.0481064 Jun 08 13:51:46.760158 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e62b863f-f0bc-4d3c-b027-ba4c159c5de5 req-189f6af4-576b-436d-b3b5-8f9b7e479d1e tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433331 Jun 08 13:51:47.167339 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779dcb63-40b1-49ef-9838-ceb2d090783f req-e1322ef2-d3a3-46a0-b64f-95ff59f3e49e tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:47.168741 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-779dcb63-40b1-49ef-9838-ceb2d090783f req-e1322ef2-d3a3-46a0-b64f-95ff59f3e49e tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 985 time: 0.0483778 Jun 08 13:51:47.233977 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-779dcb63-40b1-49ef-9838-ceb2d090783f req-7524c583-6191-4254-9755-003f76a8ac01 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&id=a312ba82-f39d-4542-8a23-2c668eaeafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594039 Jun 08 13:51:47.460659 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e025f3b-9d13-4bd5-bdab-104eebf9ea8e req-137d97b2-3398-4370-961b-4bd434fd78ff tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:47.462083 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6e025f3b-9d13-4bd5-bdab-104eebf9ea8e req-137d97b2-3398-4370-961b-4bd434fd78ff tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=fff8382d-1fa6-4dbf-8c24-24e8d31e9323 HTTP/1.1" status: 200 len: 945 time: 0.0490034 Jun 08 13:51:47.510486 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6e025f3b-9d13-4bd5-bdab-104eebf9ea8e req-987a9f32-7596-45db-b484-e8a1f3f85bc5 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d5dfd84-d0b7-4637-9be6-f69975641193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427628 Jun 08 13:51:47.867277 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:47.876673 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82f6d2-e25a-47fd-812b-5c5e16c59b82 req-28b1d7f5-825f-44ab-b29a-91a3b238c1e1 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:47.878217 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ca82f6d2-e25a-47fd-812b-5c5e16c59b82 req-28b1d7f5-825f-44ab-b29a-91a3b238c1e1 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 946 time: 0.0490041 Jun 08 13:51:47.926947 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ca82f6d2-e25a-47fd-812b-5c5e16c59b82 req-7bcd5ac4-0150-4f63-bf69-6240ec268f68 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/security-groups?id=142a968a-18a8-4b92-99f3-c9baf3c2278d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429840 Jun 08 13:51:48.185468 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f827f7d-446c-473e-96ea-9c9c3b370e36 req-424b84a0-37e2-4ecc-acfe-f08f6ddbe596 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:48.186915 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1f827f7d-446c-473e-96ea-9c9c3b370e36 req-424b84a0-37e2-4ecc-acfe-f08f6ddbe596 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 946 time: 0.0478182 Jun 08 13:51:48.227955 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:48.281260 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-1f827f7d-446c-473e-96ea-9c9c3b370e36 req-8f93fce3-7b7a-4057-9ee2-48c59c3b946b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Deleting port a043c6d6-d4b4-4d25-927f-f3ba0a63e491 {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:51:48.281260 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-1f827f7d-446c-473e-96ea-9c9c3b370e36 req-8f93fce3-7b7a-4057-9ee2-48c59c3b946b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (a043c6d6-d4b4-4d25-927f-f3ba0a63e491), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:48.355212 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a911a1d-b9a3-439d-b303-74dc68d47c67 req-2349cd7f-9275-4e25-96f7-56b4065d8914 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:48.356654 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2a911a1d-b9a3-439d-b303-74dc68d47c67 req-2349cd7f-9275-4e25-96f7-56b4065d8914 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 985 time: 0.0523984 Jun 08 13:51:48.373470 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-1f827f7d-446c-473e-96ea-9c9c3b370e36 req-8f93fce3-7b7a-4057-9ee2-48c59c3b946b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] For port a043c6d6-d4b4-4d25-927f-f3ba0a63e491, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a043c6d6-d4b4-4d25-927f-f3ba0a63e491,segment=NetworkSegment(32b6b0f7-21d9-469a-8491-050a49ba265a),segment_id=32b6b0f7-21d9-469a-8491-050a49ba265a)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:51:48.373470 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-1f827f7d-446c-473e-96ea-9c9c3b370e36 req-8f93fce3-7b7a-4057-9ee2-48c59c3b946b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (a043c6d6-d4b4-4d25-927f-f3ba0a63e491), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:48.388988 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-1f827f7d-446c-473e-96ea-9c9c3b370e36 req-8f93fce3-7b7a-4057-9ee2-48c59c3b946b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Calling delete_port for a043c6d6-d4b4-4d25-927f-f3ba0a63e491 owned by compute:nova {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:51:48.421191 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2a911a1d-b9a3-439d-b303-74dc68d47c67 req-3489559d-533a-48a1-b29d-e5bb24a18267 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&id=a312ba82-f39d-4542-8a23-2c668eaeafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581548 Jun 08 13:51:48.521981 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=28 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:48.615672 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-1f827f7d-446c-473e-96ea-9c9c3b370e36 req-8f93fce3-7b7a-4057-9ee2-48c59c3b946b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (a043c6d6-d4b4-4d25-927f-f3ba0a63e491), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:48.627072 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fb0ba-f2d8-4dcc-8c75-13fbd7f386f6 req-0437573f-da79-43fd-a41d-413bec9b2204 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:48.629472 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1e8fb0ba-f2d8-4dcc-8c75-13fbd7f386f6 req-0437573f-da79-43fd-a41d-413bec9b2204 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=fff8382d-1fa6-4dbf-8c24-24e8d31e9323 HTTP/1.1" status: 200 len: 945 time: 0.0514331 Jun 08 13:51:48.638721 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['a043c6d6-d4b4-4d25-927f-f3ba0a63e491'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:51:48.648131 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93fce3-7b7a-4057-9ee2-48c59c3b946b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Pushing event deleted for resources: {'Port': ['ID=a043c6d6-d4b4-4d25-927f-f3ba0a63e491,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:48.670130 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fce3-7b7a-4057-9ee2-48c59c3b946b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:48.670743 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fce3-7b7a-4057-9ee2-48c59c3b946b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:48.671257 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fce3-7b7a-4057-9ee2-48c59c3b946b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:48.671600 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fce3-7b7a-4057-9ee2-48c59c3b946b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:48.672135 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fce3-7b7a-4057-9ee2-48c59c3b946b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:48.672618 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fce3-7b7a-4057-9ee2-48c59c3b946b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:48.673465 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fce3-7b7a-4057-9ee2-48c59c3b946b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:48.673465 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fce3-7b7a-4057-9ee2-48c59c3b946b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:48.673688 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fce3-7b7a-4057-9ee2-48c59c3b946b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:48.673973 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fce3-7b7a-4057-9ee2-48c59c3b946b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:48.674538 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fce3-7b7a-4057-9ee2-48c59c3b946b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:48.674883 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fce3-7b7a-4057-9ee2-48c59c3b946b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:48.675212 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fce3-7b7a-4057-9ee2-48c59c3b946b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:48.675545 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fce3-7b7a-4057-9ee2-48c59c3b946b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:48.675873 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fce3-7b7a-4057-9ee2-48c59c3b946b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:48.686821 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1e8fb0ba-f2d8-4dcc-8c75-13fbd7f386f6 req-2dfa0f72-a56d-484a-89b8-e1303575ed68 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d5dfd84-d0b7-4637-9be6-f69975641193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509455 Jun 08 13:51:48.718770 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f827f7d-446c-473e-96ea-9c9c3b370e36 req-8f93fce3-7b7a-4057-9ee2-48c59c3b946b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] No DVR routers for this DVR port a043c6d6-d4b4-4d25-927f-f3ba0a63e491 on host hv-cinder-81914 {{(pid=110998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:51:48.721971 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-1f827f7d-446c-473e-96ea-9c9c3b370e36 req-8f93fce3-7b7a-4057-9ee2-48c59c3b946b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:48.725111 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1f827f7d-446c-473e-96ea-9c9c3b370e36 req-8f93fce3-7b7a-4057-9ee2-48c59c3b946b tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.61 "DELETE /v2.0/ports/a043c6d6-d4b4-4d25-927f-f3ba0a63e491 HTTP/1.1" status: 204 len: 173 time: 0.5325594 Jun 08 13:51:48.725550 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ff0599-d152-4940-9811-f1187ab922e0', 'name': 'network-vif-deleted', 'tag': 'a043c6d6-d4b4-4d25-927f-f3ba0a63e491'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:51:48.727848 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb73f4f1-4344-4bd3-b0d6-574977bb7ab9" -d '{"events": [{"server_uuid": "b6ff0599-d152-4940-9811-f1187ab922e0", "name": "network-vif-deleted", "tag": "a043c6d6-d4b4-4d25-927f-f3ba0a63e491"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:51:48.766939 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d974e863-8d56-4d56-ad50-a288a5a3b33c x-openstack-request-id: req-d974e863-8d56-4d56-ad50-a288a5a3b33c {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:51:48.767237 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ff0599-d152-4940-9811-f1187ab922e0", "name": "network-vif-deleted", "tag": "a043c6d6-d4b4-4d25-927f-f3ba0a63e491", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:51:48.767482 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d974e863-8d56-4d56-ad50-a288a5a3b33c {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:51:48.767905 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d974e863-8d56-4d56-ad50-a288a5a3b33c'] response: {'server_uuid': 'b6ff0599-d152-4940-9811-f1187ab922e0', 'name': 'network-vif-deleted', 'tag': 'a043c6d6-d4b4-4d25-927f-f3ba0a63e491', 'status': 'completed', 'code': 200} Jun 08 13:51:48.805263 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89280c2e-0209-4397-a975-6f98b505f79c req-4e60fa42-e8bc-4c12-a0c9-09ea09c73838 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:48.806724 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-89280c2e-0209-4397-a975-6f98b505f79c req-4e60fa42-e8bc-4c12-a0c9-09ea09c73838 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=fff8382d-1fa6-4dbf-8c24-24e8d31e9323 HTTP/1.1" status: 200 len: 945 time: 0.0500779 Jun 08 13:51:48.816194 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 39506) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:48.820593 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-3d578a9a-49c8-469f-aab7-c6235c4df2e8 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Request body: {'floatingip': {'port_id': 'bae22dd8-6da6-4295-940a-640e10580990'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:51:49.098937 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-3d578a9a-49c8-469f-aab7-c6235c4df2e8 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for floatingip (8c78d42f-a2fb-46f1-8738-f4d945dd601c), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:49.118867 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-05ed3934-4c37-4d87-9607-f270e8709fca req-dff2e6f2-2b63-4a98-bc06-2fa34f506de9 tempest-ServerRescueNegativeTestJSON-457872781 tempest-ServerRescueNegativeTestJSON-457872781-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6ff0599-d152-4940-9811-f1187ab922e0 HTTP/1.1" status: 200 len: 210 time: 0.0401201 Jun 08 13:51:49.225329 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:49.594104 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881fe8c-d719-4a0b-9906-468baffe5d40 req-2f86d0b6-227c-45f5-aa42-01531d0e080b tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:49.596025 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e881fe8c-d719-4a0b-9906-468baffe5d40 req-2f86d0b6-227c-45f5-aa42-01531d0e080b tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 985 time: 0.1005311 Jun 08 13:51:49.600593 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-3d578a9a-49c8-469f-aab7-c6235c4df2e8 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:49.658229 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e881fe8c-d719-4a0b-9906-468baffe5d40 req-5d79b3ab-788f-456c-944a-763d3ec8d00b tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&id=a312ba82-f39d-4542-8a23-2c668eaeafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561407 Jun 08 13:51:49.689683 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-3d578a9a-49c8-469f-aab7-c6235c4df2e8 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (8c78d42f-a2fb-46f1-8738-f4d945dd601c), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:49.792873 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.db.l3_db [None req-3d578a9a-49c8-469f-aab7-c6235c4df2e8 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Floating IP 8c78d42f-a2fb-46f1-8738-f4d945dd601c associated. External IP: 172.27.1.21, port: bae22dd8-6da6-4295-940a-640e10580990. Jun 08 13:51:49.899488 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:50.003105 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d578a9a-49c8-469f-aab7-c6235c4df2e8 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Router 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:51:50.096333 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:50.111984 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d578a9a-49c8-469f-aab7-c6235c4df2e8 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:51:50.116510 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-3d578a9a-49c8-469f-aab7-c6235c4df2e8 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:50.122692 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740de608-e973-47b8-a1b0-0ced6af353d3 None None] Sync routers for ids ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:51:50.132863 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740de608-e973-47b8-a1b0-0ced6af353d3 None None] Routers {'73f7d7e5-25cc-486d-b119-57e35a7c9cd2'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:51:50.133667 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-740de608-e973-47b8-a1b0-0ced6af353d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:51:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:50.148501 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-3d578a9a-49c8-469f-aab7-c6235c4df2e8 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "PUT /v2.0/floatingips/8c78d42f-a2fb-46f1-8738-f4d945dd601c HTTP/1.1" status: 200 len: 990 time: 1.3291333 Jun 08 13:51:50.148501 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff8382d-1fa6-4dbf-8c24-24e8d31e9323', 'tag': 'bae22dd8-6da6-4295-940a-640e10580990'}] {{(pid=110997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:51:50.149272 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2deb37cb3b385adf0db1d4fcfc98a25470d12ffd9c9459d76da49831f0e3658f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2c625e-95fc-40c7-a661-f3e08c6336b8" -d '{"events": [{"name": "network-changed", "server_uuid": "fff8382d-1fa6-4dbf-8c24-24e8d31e9323", "tag": "bae22dd8-6da6-4295-940a-640e10580990"}]}' {{(pid=110997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:51:50.188579 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcfdd32-6f96-4343-8ec4-8a9823cabbe0 x-openstack-request-id: req-edcfdd32-6f96-4343-8ec4-8a9823cabbe0 {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:51:50.188579 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff8382d-1fa6-4dbf-8c24-24e8d31e9323", "tag": "bae22dd8-6da6-4295-940a-640e10580990", "status": "completed", "code": 200}]} {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:51:50.191288 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-edcfdd32-6f96-4343-8ec4-8a9823cabbe0 {{(pid=110997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:51:50.191288 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edcfdd32-6f96-4343-8ec4-8a9823cabbe0'] response: {'name': 'network-changed', 'server_uuid': 'fff8382d-1fa6-4dbf-8c24-24e8d31e9323', 'tag': 'bae22dd8-6da6-4295-940a-640e10580990', 'status': 'completed', 'code': 200} Jun 08 13:51:50.200223 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 39528) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:50.326570 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c625e-95fc-40c7-a661-f3e08c6336b8 req-6922d0ac-dba9-41c2-9813-a8b699281a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:50.328146 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-dc2c625e-95fc-40c7-a661-f3e08c6336b8 req-6922d0ac-dba9-41c2-9813-a8b699281a95 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87c115dc845a497292c12e2980e9f77b&device_id=fff8382d-1fa6-4dbf-8c24-24e8d31e9323 HTTP/1.1" status: 200 len: 1129 time: 0.1110902 Jun 08 13:51:50.382306 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-740de608-e973-47b8-a1b0-0ced6af353d3 None None] Set router 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:51:50.427133 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c625e-95fc-40c7-a661-f3e08c6336b8 req-6cfcab66-6ba0-40fa-9528-52d7753ca619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:50.428780 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-dc2c625e-95fc-40c7-a661-f3e08c6336b8 req-6cfcab66-6ba0-40fa-9528-52d7753ca619 service neutron] 10.222.0.61 "GET /v2.0/networks?id=42d99904-a8b4-4285-872c-5a43c79568a6 HTTP/1.1" status: 200 len: 911 time: 0.0911062 Jun 08 13:51:50.502377 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-dc2c625e-95fc-40c7-a661-f3e08c6336b8 req-0c5b9dc3-9d8d-4056-a9c5-e978767a7290 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bae22dd8-6da6-4295-940a-640e10580990 HTTP/1.1" status: 200 len: 998 time: 0.0655794 Jun 08 13:51:50.558115 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c625e-95fc-40c7-a661-f3e08c6336b8 req-60f0e75e-2db1-48ba-bcf0-9e4d79d3506b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:50.559810 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-dc2c625e-95fc-40c7-a661-f3e08c6336b8 req-60f0e75e-2db1-48ba-bcf0-9e4d79d3506b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a0a5efd6-6778-48b9-88e3-5a88abf2683a HTTP/1.1" status: 200 len: 849 time: 0.0512757 Jun 08 13:51:50.592289 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:50.601702 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-740de608-e973-47b8-a1b0-0ced6af353d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'name': 'tempest-AttachVolumeTestJSON-940829353-router', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:45Z', 'revision_number': 4, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'gw_port': {'id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '8c78d42f-a2fb-46f1-8738-f4d945dd601c', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'port_id': 'bae22dd8-6da6-4295-940a-640e10580990', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6', 'mac_address': 'fa:16:3e:a9:44:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8382d-1fa6-4dbf-8c24-24e8d31e9323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:51:29Z', 'updated_at': '2022-06-08T13:51:49Z', 'revision_number': 1, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d14a308-8f99-469b-a4f6-aac3f4a94dbf', 'name': '', 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'mac_address': 'fa:16:3e:08:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:44Z', 'updated_at': '2022-06-08T13:46:58Z', 'revision_number': 5, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'subnets': [{'id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:50.605440 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c625e-95fc-40c7-a661-f3e08c6336b8 req-93f2cb7b-c8fb-4ad7-b159-9e1d16656f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:50.608460 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-dc2c625e-95fc-40c7-a661-f3e08c6336b8 req-93f2cb7b-c8fb-4ad7-b159-9e1d16656f63 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=42d99904-a8b4-4285-872c-5a43c79568a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404823 Jun 08 13:51:50.627488 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740de608-e973-47b8-a1b0-0ced6af353d3 None None] Checking router: 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:51:50.637515 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740de608-e973-47b8-a1b0-0ced6af353d3 None None] Routers {'73f7d7e5-25cc-486d-b119-57e35a7c9cd2'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:51:50.638136 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-740de608-e973-47b8-a1b0-0ced6af353d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:51:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:50.703402 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-dc2c625e-95fc-40c7-a661-f3e08c6336b8 req-b862622d-ec58-4516-8bb7-d0e9a1168f6c service neutron] 10.222.0.61 "GET /v2.0/networks/42d99904-a8b4-4285-872c-5a43c79568a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887403 Jun 08 13:51:50.763714 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-740de608-e973-47b8-a1b0-0ced6af353d3 None None] Set router 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:51:50.795160 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4e8f45a5-96a5-4761-82f2-c2328b095d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354865'] for router_interface (01aeb439-193e-4436-9450-4ede1a0b7ab6), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:50.807592 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-dc2c625e-95fc-40c7-a661-f3e08c6336b8 req-c29c3f5d-180a-4ed6-aa21-ed84c68982c5 service neutron] 10.222.0.61 "GET /v2.0/networks/42d99904-a8b4-4285-872c-5a43c79568a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948513 Jun 08 13:51:50.839260 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852d459-8e43-41a0-8fcd-d96e5c2aa961 req-8852e2a5-8e79-443d-9243-f27975904f5e tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:50.840759 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5852d459-8e43-41a0-8fcd-d96e5c2aa961 req-8852e2a5-8e79-443d-9243-f27975904f5e tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 985 time: 0.1018264 Jun 08 13:51:50.946693 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5852d459-8e43-41a0-8fcd-d96e5c2aa961 req-d19be303-d9e2-4f98-8f92-f4b2e6e37193 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&id=a312ba82-f39d-4542-8a23-2c668eaeafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0988305 Jun 08 13:51:50.983258 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-740de608-e973-47b8-a1b0-0ced6af353d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'name': 'tempest-AttachVolumeTestJSON-940829353-router', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:45Z', 'revision_number': 4, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'gw_port': {'id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '8c78d42f-a2fb-46f1-8738-f4d945dd601c', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'port_id': 'bae22dd8-6da6-4295-940a-640e10580990', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6', 'mac_address': 'fa:16:3e:a9:44:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8382d-1fa6-4dbf-8c24-24e8d31e9323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:51:29Z', 'updated_at': '2022-06-08T13:51:49Z', 'revision_number': 1, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d14a308-8f99-469b-a4f6-aac3f4a94dbf', 'name': '', 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'mac_address': 'fa:16:3e:08:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:44Z', 'updated_at': '2022-06-08T13:46:58Z', 'revision_number': 5, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'subnets': [{'id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:50.986697 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:51.008839 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740de608-e973-47b8-a1b0-0ced6af353d3 None None] The sync data for ids ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'] in dv-cinder-819149-5-iscsi is: [{'id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'name': 'tempest-AttachVolumeTestJSON-940829353-router', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:45Z', 'revision_number': 4, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'gw_port': {'id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '8c78d42f-a2fb-46f1-8738-f4d945dd601c', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'port_id': 'bae22dd8-6da6-4295-940a-640e10580990', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6', 'mac_address': 'fa:16:3e:a9:44:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8382d-1fa6-4dbf-8c24-24e8d31e9323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:51:29Z', 'updated_at': '2022-06-08T13:51:49Z', 'revision_number': 1, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d14a308-8f99-469b-a4f6-aac3f4a94dbf', 'name': '', 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'mac_address': 'fa:16:3e:08:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:44Z', 'updated_at': '2022-06-08T13:46:58Z', 'revision_number': 5, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'subnets': [{'id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:51:51.129133 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-4e8f45a5-96a5-4761-82f2-c2328b095d52 admin admin] Deleting port e5bc94c7-e9e3-436c-acf2-db03ed21a9f9 {{(pid=110997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:51:51.129471 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4e8f45a5-96a5-4761-82f2-c2328b095d52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (e5bc94c7-e9e3-436c-acf2-db03ed21a9f9), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:51.208660 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be832df4-2e88-42ab-b41d-c8c6d9941021 None None] New status for floating IP 8c78d42f-a2fb-46f1-8738-f4d945dd601c: ACTIVE {{(pid=111000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 13:51:51.212585 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.db [None req-4e8f45a5-96a5-4761-82f2-c2328b095d52 admin admin] For port e5bc94c7-e9e3-436c-acf2-db03ed21a9f9, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=e5bc94c7-e9e3-436c-acf2-db03ed21a9f9,segment=NetworkSegment(32b6b0f7-21d9-469a-8491-050a49ba265a),segment_id=32b6b0f7-21d9-469a-8491-050a49ba265a)] {{(pid=110997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:51:51.212945 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4e8f45a5-96a5-4761-82f2-c2328b095d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (e5bc94c7-e9e3-436c-acf2-db03ed21a9f9), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:51.230165 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-4e8f45a5-96a5-4761-82f2-c2328b095d52 admin admin] Calling delete_port for e5bc94c7-e9e3-436c-acf2-db03ed21a9f9 owned by network:router_interface {{(pid=110997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:51:51.235288 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:51.342589 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:51.509057 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4e8f45a5-96a5-4761-82f2-c2328b095d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (e5bc94c7-e9e3-436c-acf2-db03ed21a9f9), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:51.534416 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f45a5-96a5-4761-82f2-c2328b095d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5bc94c7-e9e3-436c-acf2-db03ed21a9f9,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:51.699474 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4e8f45a5-96a5-4761-82f2-c2328b095d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355233'] for router_interface (01aeb439-193e-4436-9450-4ede1a0b7ab6), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:52.118528 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8f45a5-96a5-4761-82f2-c2328b095d52 admin admin] Router 01aeb439-193e-4436-9450-4ede1a0b7ab6 has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:51:52.222784 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8f45a5-96a5-4761-82f2-c2328b095d52 admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:51:52.228766 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-4e8f45a5-96a5-4761-82f2-c2328b095d52 admin admin] 10.222.0.55 "PUT /v2.0/routers/01aeb439-193e-4436-9450-4ede1a0b7ab6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0189176 Jun 08 13:51:52.231124 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 39546) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:52.231346 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6629cf0a-03b7-4727-a922-865c175cbdc4 None None] Sync routers for ids ['01aeb439-193e-4436-9450-4ede1a0b7ab6'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:51:52.243091 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6629cf0a-03b7-4727-a922-865c175cbdc4 None None] Routers {'01aeb439-193e-4436-9450-4ede1a0b7ab6'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:51:52.244240 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-6629cf0a-03b7-4727-a922-865c175cbdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:51:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['01aeb439-193e-4436-9450-4ede1a0b7ab6'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:52.355816 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-6629cf0a-03b7-4727-a922-865c175cbdc4 None None] Set router 01aeb439-193e-4436-9450-4ede1a0b7ab6 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:51:52.359802 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-99275ec1-69f5-43ec-9131-c56d2025bfc9 admin admin] Publish callbacks [] for router (01aeb439-193e-4436-9450-4ede1a0b7ab6), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:52.449846 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:52.459301 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=100 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:52.464289 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-99275ec1-69f5-43ec-9131-c56d2025bfc9 admin admin] Publish callbacks [] for router_gateway (01aeb439-193e-4436-9450-4ede1a0b7ab6), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:52.527925 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-6629cf0a-03b7-4727-a922-865c175cbdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'name': 'tempest-ServerRescueNegativeTestJSON-599513764-router', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:41Z', 'updated_at': '2022-06-08T13:51:51Z', 'revision_number': 5, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'gw_port': {'id': 'c45c1198-eee2-4474-ab43-66137f24a052', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:42Z', 'updated_at': '2022-06-08T13:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:52.561403 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device a043c6d6-d4b4-4d25-927f-f3ba0a63e491 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:51:52.564357 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6629cf0a-03b7-4727-a922-865c175cbdc4 None None] Checking router: 01aeb439-193e-4436-9450-4ede1a0b7ab6 for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:51:52.566906 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-99275ec1-69f5-43ec-9131-c56d2025bfc9 admin admin] Deleting port c45c1198-eee2-4474-ab43-66137f24a052 {{(pid=110997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:51:52.567251 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-99275ec1-69f5-43ec-9131-c56d2025bfc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (c45c1198-eee2-4474-ab43-66137f24a052), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:52.585800 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] No Port match for: a043c6d6-d4b4-4d25-927f-f3ba0a63e491 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:51:52.586136 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device a043c6d6-d4b4-4d25-927f-f3ba0a63e491 not bound to the agent host hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:51:52.592177 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6629cf0a-03b7-4727-a922-865c175cbdc4 None None] Routers {'01aeb439-193e-4436-9450-4ede1a0b7ab6'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:51:52.592772 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-6629cf0a-03b7-4727-a922-865c175cbdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:51:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['01aeb439-193e-4436-9450-4ede1a0b7ab6'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:52.608885 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:52.650844 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.db [None req-99275ec1-69f5-43ec-9131-c56d2025bfc9 admin admin] For port c45c1198-eee2-4474-ab43-66137f24a052, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=c45c1198-eee2-4474-ab43-66137f24a052,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=110997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:51:52.651210 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-99275ec1-69f5-43ec-9131-c56d2025bfc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (c45c1198-eee2-4474-ab43-66137f24a052), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:52.665976 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-99275ec1-69f5-43ec-9131-c56d2025bfc9 admin admin] Calling delete_port for c45c1198-eee2-4474-ab43-66137f24a052 owned by network:router_gateway {{(pid=110997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:51:52.677572 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-6629cf0a-03b7-4727-a922-865c175cbdc4 None None] Set router 01aeb439-193e-4436-9450-4ede1a0b7ab6 gateway port host: None {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:51:52.729427 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-6629cf0a-03b7-4727-a922-865c175cbdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'name': 'tempest-ServerRescueNegativeTestJSON-599513764-router', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:41Z', 'updated_at': '2022-06-08T13:51:52Z', 'revision_number': 6, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'gw_port_host': None}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:52.757002 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6629cf0a-03b7-4727-a922-865c175cbdc4 None None] The sync data for ids ['01aeb439-193e-4436-9450-4ede1a0b7ab6'] in dv-cinder-819149-5-iscsi is: [{'id': '01aeb439-193e-4436-9450-4ede1a0b7ab6', 'name': 'tempest-ServerRescueNegativeTestJSON-599513764-router', 'tenant_id': '9abd79bc99784c3f81991d1cae37a074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:41Z', 'updated_at': '2022-06-08T13:51:52Z', 'revision_number': 6, 'project_id': '9abd79bc99784c3f81991d1cae37a074', 'gw_port_host': None}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:51:52.895000 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-99275ec1-69f5-43ec-9131-c56d2025bfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (c45c1198-eee2-4474-ab43-66137f24a052), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:52.917995 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99275ec1-69f5-43ec-9131-c56d2025bfc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c45c1198-eee2-4474-ab43-66137f24a052,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:52.987455 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-99275ec1-69f5-43ec-9131-c56d2025bfc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358006'] for router_gateway (01aeb439-193e-4436-9450-4ede1a0b7ab6), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:53.086891 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-99275ec1-69f5-43ec-9131-c56d2025bfc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-354715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2700'] for router (01aeb439-193e-4436-9450-4ede1a0b7ab6), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:53.089089 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-99275ec1-69f5-43ec-9131-c56d2025bfc9 admin admin] Publish callbacks [] for router_controller (01aeb439-193e-4436-9450-4ede1a0b7ab6), precommit_delete_associations {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:53.228903 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-99275ec1-69f5-43ec-9131-c56d2025bfc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-355316'] for router (01aeb439-193e-4436-9450-4ede1a0b7ab6), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:53.229547 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99275ec1-69f5-43ec-9131-c56d2025bfc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01aeb439-193e-4436-9450-4ede1a0b7ab6 {{(pid=110997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 13:51:53.234366 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-99275ec1-69f5-43ec-9131-c56d2025bfc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:53.235579 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-99275ec1-69f5-43ec-9131-c56d2025bfc9 admin admin] 10.222.0.55 "DELETE /v2.0/routers/01aeb439-193e-4436-9450-4ede1a0b7ab6 HTTP/1.1" status: 204 len: 168 time: 1.0035174 Jun 08 13:51:53.238218 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 39550) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:53.287312 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa129ef-0965-471d-9491-f8d495aa14f0 admin admin] Deleting subnet 69836fd4-f98b-48c1-883c-8589e3b080df {{(pid=110998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 13:51:53.290324 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9fa129ef-0965-471d-9491-f8d495aa14f0 admin admin] Publish callbacks [] for subnet (69836fd4-f98b-48c1-883c-8589e3b080df), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:53.324870 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9fa129ef-0965-471d-9491-f8d495aa14f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8827961'] for subnet (69836fd4-f98b-48c1-883c-8589e3b080df), precommit_delete_associations {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:53.431547 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9fa129ef-0965-471d-9491-f8d495aa14f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628126'] for subnet (69836fd4-f98b-48c1-883c-8589e3b080df), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:53.476124 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:53.572201 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9fa129ef-0965-471d-9491-f8d495aa14f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11352020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12398490'] for subnet (69836fd4-f98b-48c1-883c-8589e3b080df), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:53.599608 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa129ef-0965-471d-9491-f8d495aa14f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69836fd4-f98b-48c1-883c-8589e3b080df,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:53.603389 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9fa129ef-0965-471d-9491-f8d495aa14f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:53.606549 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-9fa129ef-0965-471d-9491-f8d495aa14f0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/69836fd4-f98b-48c1-883c-8589e3b080df HTTP/1.1" status: 204 len: 168 time: 0.3673193 Jun 08 13:51:53.609023 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 39554) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:53.614291 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaba61f-21db-487b-b22a-b88fd455b719 None None] Network ae8a0e1e-0700-4e0e-8372-c30751bbef6f requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:51:53.684545 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-95213b8b-deaf-43e8-b213-7eee7cbe1998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427792'] for network (ae8a0e1e-0700-4e0e-8372-c30751bbef6f), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:53.730072 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-95213b8b-deaf-43e8-b213-7eee7cbe1998 admin admin] Deleting port 86357dfd-a7f4-4138-a050-95a77e2ed28f {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:51:53.730072 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-95213b8b-deaf-43e8-b213-7eee7cbe1998 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (86357dfd-a7f4-4138-a050-95a77e2ed28f), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:53.797097 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [None req-95213b8b-deaf-43e8-b213-7eee7cbe1998 admin admin] For port 86357dfd-a7f4-4138-a050-95a77e2ed28f, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=86357dfd-a7f4-4138-a050-95a77e2ed28f,segment=NetworkSegment(32b6b0f7-21d9-469a-8491-050a49ba265a),segment_id=32b6b0f7-21d9-469a-8491-050a49ba265a)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:51:53.797641 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-95213b8b-deaf-43e8-b213-7eee7cbe1998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (86357dfd-a7f4-4138-a050-95a77e2ed28f), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:53.797838 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fa5b7e-9f83-45ba-b9ab-d57d166efe3e None None] DHCP port deletion for ae8a0e1e-0700-4e0e-8372-c30751bbef6f request from dv-cinder-819149-5-iscsi {{(pid=110999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 08 13:51:53.812226 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-95213b8b-deaf-43e8-b213-7eee7cbe1998 admin admin] Calling delete_port for 86357dfd-a7f4-4138-a050-95a77e2ed28f owned by network:dhcp {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:51:53.851836 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device e5bc94c7-e9e3-436c-acf2-db03ed21a9f9 no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:51:53.854148 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-42fa5b7e-9f83-45ba-b9ab-d57d166efe3e None None] Deleting port 86357dfd-a7f4-4138-a050-95a77e2ed28f {{(pid=110999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:51:53.854514 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-42fa5b7e-9f83-45ba-b9ab-d57d166efe3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (86357dfd-a7f4-4138-a050-95a77e2ed28f), before_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:53.903734 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: e5bc94c7-e9e3-436c-acf2-db03ed21a9f9 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:51:53.904104 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device e5bc94c7-e9e3-436c-acf2-db03ed21a9f9 not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:51:53.904511 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device c45c1198-eee2-4474-ab43-66137f24a052 no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:51:53.938202 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: c45c1198-eee2-4474-ab43-66137f24a052 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:51:53.938202 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device c45c1198-eee2-4474-ab43-66137f24a052 not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:51:53.953933 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-42fa5b7e-9f83-45ba-b9ab-d57d166efe3e None None] For port 86357dfd-a7f4-4138-a050-95a77e2ed28f, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=86357dfd-a7f4-4138-a050-95a77e2ed28f,segment=NetworkSegment(32b6b0f7-21d9-469a-8491-050a49ba265a),segment_id=32b6b0f7-21d9-469a-8491-050a49ba265a)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:51:53.954416 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-42fa5b7e-9f83-45ba-b9ab-d57d166efe3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (86357dfd-a7f4-4138-a050-95a77e2ed28f), precommit_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:53.954836 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-95213b8b-deaf-43e8-b213-7eee7cbe1998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (86357dfd-a7f4-4138-a050-95a77e2ed28f), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:53.967877 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-42fa5b7e-9f83-45ba-b9ab-d57d166efe3e None None] Calling delete_port for 86357dfd-a7f4-4138-a050-95a77e2ed28f owned by network:dhcp {{(pid=110999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:51:53.980595 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95213b8b-deaf-43e8-b213-7eee7cbe1998 admin admin] Pushing event deleted for resources: {'Port': ['ID=86357dfd-a7f4-4138-a050-95a77e2ed28f,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:53.984013 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95213b8b-deaf-43e8-b213-7eee7cbe1998 admin admin] No DVR routers for this DVR port 86357dfd-a7f4-4138-a050-95a77e2ed28f on host dv-cinder-819149-5-iscsi {{(pid=110998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:51:54.057734 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-95213b8b-deaf-43e8-b213-7eee7cbe1998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629017', 'neutron.services.segments.db._delete_segments_for_network-8774158746125'] for network (ae8a0e1e-0700-4e0e-8372-c30751bbef6f), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:54.078826 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-95213b8b-deaf-43e8-b213-7eee7cbe1998 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8a0e1e-0700-4e0e-8372-c30751bbef6f']}} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:54.086268 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-42fa5b7e-9f83-45ba-b9ab-d57d166efe3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809'] for port (86357dfd-a7f4-4138-a050-95a77e2ed28f), after_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:54.088452 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-95213b8b-deaf-43e8-b213-7eee7cbe1998 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b6b0f7-21d9-469a-8491-050a49ba265a') {'for_net_delete': True} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:54.088792 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-95213b8b-deaf-43e8-b213-7eee7cbe1998 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b6b0f7-21d9-469a-8491-050a49ba265a') {} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:51:54.101255 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-95213b8b-deaf-43e8-b213-7eee7cbe1998 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158745236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8827952'] for segment (32b6b0f7-21d9-469a-8491-050a49ba265a), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:54.113115 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa5b7e-9f83-45ba-b9ab-d57d166efe3e None None] Pushing event deleted for resources: {'Port': ['ID=86357dfd-a7f4-4138-a050-95a77e2ed28f,revision_number=None']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:54.114980 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fa5b7e-9f83-45ba-b9ab-d57d166efe3e None None] No DVR routers for this DVR port 86357dfd-a7f4-4138-a050-95a77e2ed28f on host dv-cinder-819149-5-iscsi {{(pid=110999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:51:54.116182 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-95213b8b-deaf-43e8-b213-7eee7cbe1998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (32b6b0f7-21d9-469a-8491-050a49ba265a), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:54.121782 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:54.130978 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95213b8b-deaf-43e8-b213-7eee7cbe1998 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=110998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:51:54.130978 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-95213b8b-deaf-43e8-b213-7eee7cbe1998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11351950'] for segment (32b6b0f7-21d9-469a-8491-050a49ba265a), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:54.166420 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.services.segments.plugin [-] Segment 32b6b0f7-21d9-469a-8491-050a49ba265a resource provider aggregate not found Jun 08 13:51:54.185229 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.services.segments.plugin [-] Segment 32b6b0f7-21d9-469a-8491-050a49ba265a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32b6b0f7-21d9-469a-8491-050a49ba265a found for delete ", "request_id": "req-51eab08f-0ce6-4d4f-ae84-49474f31586c"}]} Jun 08 13:51:54.287071 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-95213b8b-deaf-43e8-b213-7eee7cbe1998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357978'] for network (ae8a0e1e-0700-4e0e-8372-c30751bbef6f), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:54.292589 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-95213b8b-deaf-43e8-b213-7eee7cbe1998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:54.296259 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-95213b8b-deaf-43e8-b213-7eee7cbe1998 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ae8a0e1e-0700-4e0e-8372-c30751bbef6f HTTP/1.1" status: 204 len: 168 time: 0.6850929 Jun 08 13:51:54.306885 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95213b8b-deaf-43e8-b213-7eee7cbe1998 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae8a0e1e-0700-4e0e-8372-c30751bbef6f,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:54.623451 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 39564) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:54.663823 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-dc544eff-c20b-4ee8-a957-f70c8a90b4cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9abd79bc99784c3f81991d1cae37a074&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392132 Jun 08 13:51:54.666345 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 39566) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:51:54.698261 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:51:54.954601 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fa3918fd-0a38-4e9e-a83d-a6755fb702c0 admin admin] Publish callbacks [] for security_group (142a968a-18a8-4b92-99f3-c9baf3c2278d), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:54.976001 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fa3918fd-0a38-4e9e-a83d-a6755fb702c0 admin admin] Publish callbacks [] for security_group (142a968a-18a8-4b92-99f3-c9baf3c2278d), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:55.066162 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fa3918fd-0a38-4e9e-a83d-a6755fb702c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (142a968a-18a8-4b92-99f3-c9baf3c2278d), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:55.068768 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-fa3918fd-0a38-4e9e-a83d-a6755fb702c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:51:55.069913 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-fa3918fd-0a38-4e9e-a83d-a6755fb702c0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/142a968a-18a8-4b92-99f3-c9baf3c2278d HTTP/1.1" status: 204 len: 168 time: 0.4026928 Jun 08 13:51:55.078112 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3918fd-0a38-4e9e-a83d-a6755fb702c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142a968a-18a8-4b92-99f3-c9baf3c2278d,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:51:55.650552 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-3ac4c89c-7371-47e9-a8da-a5b3dc12fa2c tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1251976601&fields=id&tenant_id=708bec67bbb748b382b82cd0da768d5c HTTP/1.1" status: 200 len: 267 time: 0.0503273 Jun 08 13:51:55.758232 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-a1b20a58-7918-4f6c-b4ad-e3f6d725be09 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:55.759647 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-a1b20a58-7918-4f6c-b4ad-e3f6d725be09 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/networks?id=825cb388-149d-48df-81a0-0e0450f2f381 HTTP/1.1" status: 200 len: 808 time: 0.1017208 Jun 08 13:51:55.775774 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-a94623d1-ae48-4148-ae48-6f23152965b3 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/quotas/708bec67bbb748b382b82cd0da768d5c HTTP/1.1" status: 200 len: 375 time: 0.0099871 Jun 08 13:51:55.784258 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 86357dfd-a7f4-4138-a050-95a77e2ed28f no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:51:55.803293 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: 86357dfd-a7f4-4138-a050-95a77e2ed28f {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:51:55.803632 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 86357dfd-a7f4-4138-a050-95a77e2ed28f not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:51:55.834870 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-5ec98022-99ec-4c01-b163-c95f190207e7 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=708bec67bbb748b382b82cd0da768d5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538154 Jun 08 13:51:55.932548 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-7cf18e0b-1d38-44a7-881a-fb7a8eceba59 service neutron] 10.222.0.55 "GET /v2.0/networks/825cb388-149d-48df-81a0-0e0450f2f381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842304 Jun 08 13:51:56.026047 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-bf7305ce-6b2b-4b02-83e8-716dcb71ee13 service neutron] 10.222.0.55 "GET /v2.0/networks/825cb388-149d-48df-81a0-0e0450f2f381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859230 Jun 08 13:51:56.555713 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:56.575333 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bb72e2f0-1825-4280-87a7-d286cc800beb req-dc32e5e1-49ae-40bf-a243-828e8792eb31 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 210 time: 0.0298357 Jun 08 13:51:57.655554 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b8d9dcf2-8978-4b7c-be8a-e0ac0ab49d70 req-33e014b9-d188-4590-8a28-95242b696940 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 210 time: 0.0283630 Jun 08 13:51:58.752368 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-38a87eaf-973c-4d56-88bb-424408258609 req-2540abd4-0a55-460b-aac8-c4be7338b4d7 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 210 time: 0.0280311 Jun 08 13:51:59.064934 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:51:59.084783 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-e35bff1c-3d72-4278-acb4-e04409525711 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:51:59.086209 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-e35bff1c-3d72-4278-acb4-e04409525711 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.61 "GET /v2.0/networks?id=825cb388-149d-48df-81a0-0e0450f2f381 HTTP/1.1" status: 200 len: 808 time: 0.1005070 Jun 08 13:51:59.855266 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3c467c3d-16a7-4892-a4d8-758dc5957a3d req-c1be92ca-c1a3-47ff-addc-85a080536845 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 210 time: 0.0315087 Jun 08 13:52:00.949290 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1af55ec7-775b-4cb1-9a69-2e00c42545d2 req-bbf48a80-11e3-46fb-8bbf-e93a403a03a4 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 210 time: 0.0268266 Jun 08 13:52:01.316543 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:01.657551 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-b9848e1e-e968-41e6-a979-d179e461d897 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=708bec67bbb748b382b82cd0da768d5c HTTP/1.1" status: 200 len: 380 time: 0.0585368 Jun 08 13:52:01.669763 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-71558826-99e8-414c-a1b9-8a469d6eff6c tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Request body: {'port': {'device_id': 'c573f844-d6af-4615-8cc2-191728d83c45', 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381', 'admin_state_up': True, 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'security_groups': ['c88514d4-b8ca-44e9-ad3b-a49157879cf2']}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:52:01.851457 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-e6f425d3-1269-4ba7-8bf0-4fa264041603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:01.874533 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-71558826-99e8-414c-a1b9-8a469d6eff6c tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Made reservation on behalf of 708bec67bbb748b382b82cd0da768d5c for: {'port': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:52:01.878030 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-71558826-99e8-414c-a1b9-8a469d6eff6c tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:02.009186 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-71558826-99e8-414c-a1b9-8a469d6eff6c tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Allocated IP 172.20.0.7 (825cb388-149d-48df-81a0-0e0450f2f381/e27a3c02-47f7-4cd7-94ae-1439be78370b/512f7b9f-3fb2-4819-b91a-7b166b591feb) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:52:02.045209 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d7f07f58-d94e-465a-87a1-19453bf20be1 req-c3efd4e1-78eb-41ef-b21e-7830860a2696 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 210 time: 0.0268040 Jun 08 13:52:02.154585 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-71558826-99e8-414c-a1b9-8a469d6eff6c tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for port (512f7b9f-3fb2-4819-b91a-7b166b591feb), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:02.238130 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-71558826-99e8-414c-a1b9-8a469d6eff6c tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (512f7b9f-3fb2-4819-b91a-7b166b591feb), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:02.249190 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:02.281912 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-71558826-99e8-414c-a1b9-8a469d6eff6c tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Network 825cb388-149d-48df-81a0-0e0450f2f381 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:52:02.285143 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-71558826-99e8-414c-a1b9-8a469d6eff6c tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:52:02.291235 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-71558826-99e8-414c-a1b9-8a469d6eff6c tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:52:02.297975 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71558826-99e8-414c-a1b9-8a469d6eff6c tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Pushing event updated for resources: {'Port': ['ID=512f7b9f-3fb2-4819-b91a-7b166b591feb,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:02.344230 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-71558826-99e8-414c-a1b9-8a469d6eff6c tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:02.344938 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-71558826-99e8-414c-a1b9-8a469d6eff6c tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:02.560149 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-71558826-99e8-414c-a1b9-8a469d6eff6c tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8907933 Jun 08 13:52:02.568990 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-ffc0b90e-7477-447b-aee4-f10495fe9cce service neutron] Request body: {'port': {'device_id': 'c573f844-d6af-4615-8cc2-191728d83c45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:52:02.571714 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:02.572528 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-2dc94726-386c-4a79-82fb-3e9dd3ba6be8 None None] Provisioning complete for port 512f7b9f-3fb2-4819-b91a-7b166b591feb triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:52:02.572892 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-2dc94726-386c-4a79-82fb-3e9dd3ba6be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (512f7b9f-3fb2-4819-b91a-7b166b591feb), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:02.591564 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:02.604036 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-2dc94726-386c-4a79-82fb-3e9dd3ba6be8 None None] Port 512f7b9f-3fb2-4819-b91a-7b166b591feb cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:52:02.634473 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-ffc0b90e-7477-447b-aee4-f10495fe9cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (512f7b9f-3fb2-4819-b91a-7b166b591feb), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:02.919794 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-ffc0b90e-7477-447b-aee4-f10495fe9cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512f7b9f-3fb2-4819-b91a-7b166b591feb {{(pid=110998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:52:02.928272 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-ffc0b90e-7477-447b-aee4-f10495fe9cce service neutron] Publish callbacks [] for port (512f7b9f-3fb2-4819-b91a-7b166b591feb), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:02.947759 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.provisioning_blocks [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-ffc0b90e-7477-447b-aee4-f10495fe9cce service neutron] Transition to ACTIVE for port object 512f7b9f-3fb2-4819-b91a-7b166b591feb will not be triggered until provisioned by entity L2. {{(pid=110998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 13:52:03.011109 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-ffc0b90e-7477-447b-aee4-f10495fe9cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (512f7b9f-3fb2-4819-b91a-7b166b591feb), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:03.059569 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:03.073676 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0b90e-7477-447b-aee4-f10495fe9cce service neutron] Pushing event updated for resources: {'Port': ['ID=512f7b9f-3fb2-4819-b91a-7b166b591feb,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:03.153610 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-ffc0b90e-7477-447b-aee4-f10495fe9cce service neutron] Attempting to bind port 512f7b9f-3fb2-4819-b91a-7b166b591feb on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:52:03.153964 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-ffc0b90e-7477-447b-aee4-f10495fe9cce service neutron] Attempting to bind port 512f7b9f-3fb2-4819-b91a-7b166b591feb by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '564f5b2d-3784-4b30-818c-8a1c5cab2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381'}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:52:03.154272 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-ffc0b90e-7477-447b-aee4-f10495fe9cce service neutron] Attempting to bind port 512f7b9f-3fb2-4819-b91a-7b166b591feb on network 825cb388-149d-48df-81a0-0e0450f2f381 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:52:03.164990 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-ffc0b90e-7477-447b-aee4-f10495fe9cce service neutron] Port 512f7b9f-3fb2-4819-b91a-7b166b591feb on network 825cb388-149d-48df-81a0-0e0450f2f381 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:52:03.165330 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-ffc0b90e-7477-447b-aee4-f10495fe9cce service neutron] Attempting to bind port 512f7b9f-3fb2-4819-b91a-7b166b591feb on network 825cb388-149d-48df-81a0-0e0450f2f381 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:52:03.170528 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-ffc0b90e-7477-447b-aee4-f10495fe9cce service neutron] Checking agent: {'id': '2c87fc52-0797-4c68-9855-572d3067389f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'started_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:52:03.170867 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-ffc0b90e-7477-447b-aee4-f10495fe9cce service neutron] Checking segment: {'id': '564f5b2d-3784-4b30-818c-8a1c5cab2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:52:03.171249 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-ffc0b90e-7477-447b-aee4-f10495fe9cce service neutron] Bound using segment: {'id': '564f5b2d-3784-4b30-818c-8a1c5cab2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381'} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:52:03.172903 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-ffc0b90e-7477-447b-aee4-f10495fe9cce service neutron] Bound port: 512f7b9f-3fb2-4819-b91a-7b166b591feb, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564f5b2d-3784-4b30-818c-8a1c5cab2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381'}}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:52:03.178209 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-ffc0b90e-7477-447b-aee4-f10495fe9cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (512f7b9f-3fb2-4819-b91a-7b166b591feb), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:03.182803 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d166a4-7b7f-4af9-b428-211eba79d1ec req-6278a68d-517c-4302-937f-4e039373d1ac tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:03.184487 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e7d166a4-7b7f-4af9-b428-211eba79d1ec req-6278a68d-517c-4302-937f-4e039373d1ac tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 943 time: 0.0565634 Jun 08 13:52:03.243372 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e7d166a4-7b7f-4af9-b428-211eba79d1ec req-1c7174f2-f62a-4239-867b-6e4f0c3d1d2a tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495124 Jun 08 13:52:03.247269 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-ffc0b90e-7477-447b-aee4-f10495fe9cce service neutron] For port 512f7b9f-3fb2-4819-b91a-7b166b591feb, host hv-cinder-81914, cleared binding levels {{(pid=110998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:52:03.250398 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-ffc0b90e-7477-447b-aee4-f10495fe9cce service neutron] For port 512f7b9f-3fb2-4819-b91a-7b166b591feb, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=512f7b9f-3fb2-4819-b91a-7b166b591feb,segment=NetworkSegment(564f5b2d-3784-4b30-818c-8a1c5cab2c0e),segment_id=564f5b2d-3784-4b30-818c-8a1c5cab2c0e)] {{(pid=110998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:52:03.312786 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-ffc0b90e-7477-447b-aee4-f10495fe9cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (512f7b9f-3fb2-4819-b91a-7b166b591feb), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:03.356574 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-ffc0b90e-7477-447b-aee4-f10495fe9cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:03.356574 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-ffc0b90e-7477-447b-aee4-f10495fe9cce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:03.356574 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-ffc0b90e-7477-447b-aee4-f10495fe9cce service neutron] 10.222.0.61 "PUT /v2.0/ports/512f7b9f-3fb2-4819-b91a-7b166b591feb HTTP/1.1" status: 200 len: 1093 time: 0.7887261 Jun 08 13:52:03.356574 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c573f844-d6af-4615-8cc2-191728d83c45', 'tag': '512f7b9f-3fb2-4819-b91a-7b166b591feb'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:52:03.356574 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc563245-0a82-4ae2-9948-18371a152ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "c573f844-d6af-4615-8cc2-191728d83c45", "tag": "512f7b9f-3fb2-4819-b91a-7b166b591feb"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:52:03.380836 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0b90e-7477-447b-aee4-f10495fe9cce service neutron] Pushing event updated for resources: {'Port': ['ID=512f7b9f-3fb2-4819-b91a-7b166b591feb,revision_number=3']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:03.399141 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab05332-007c-4e1b-a54a-18264faf9640 x-openstack-request-id: req-4ab05332-007c-4e1b-a54a-18264faf9640 {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:52:03.399423 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c573f844-d6af-4615-8cc2-191728d83c45", "tag": "512f7b9f-3fb2-4819-b91a-7b166b591feb", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:52:03.399672 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4ab05332-007c-4e1b-a54a-18264faf9640 {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:52:03.400095 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ab05332-007c-4e1b-a54a-18264faf9640'] response: {'name': 'network-changed', 'server_uuid': 'c573f844-d6af-4615-8cc2-191728d83c45', 'tag': '512f7b9f-3fb2-4819-b91a-7b166b591feb', 'status': 'completed', 'code': 200} Jun 08 13:52:03.471710 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc563245-0a82-4ae2-9948-18371a152ae9 req-c2d12792-2f6d-4aff-b748-5ef8507784ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:03.471710 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-bc563245-0a82-4ae2-9948-18371a152ae9 req-c2d12792-2f6d-4aff-b748-5ef8507784ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=708bec67bbb748b382b82cd0da768d5c&device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 1127 time: 0.0441461 Jun 08 13:52:03.577963 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc563245-0a82-4ae2-9948-18371a152ae9 req-9f655dff-a6cc-4264-b82c-57a65334aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:03.579433 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-bc563245-0a82-4ae2-9948-18371a152ae9 req-9f655dff-a6cc-4264-b82c-57a65334aa85 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=708bec67bbb748b382b82cd0da768d5c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0980122 Jun 08 13:52:03.680255 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc563245-0a82-4ae2-9948-18371a152ae9 req-d82277ad-b98f-45bf-82e2-503e408ba906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:03.681624 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-bc563245-0a82-4ae2-9948-18371a152ae9 req-d82277ad-b98f-45bf-82e2-503e408ba906 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952437 Jun 08 13:52:03.760592 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-319f7f0e-e7dd-4952-b180-43b8ab0dcba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:03.762105 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-319f7f0e-e7dd-4952-b180-43b8ab0dcba6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=708bec67bbb748b382b82cd0da768d5c&device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 1127 time: 0.0395827 Jun 08 13:52:03.804803 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-a41c92dc-b838-442c-8cc2-7ac52fe551ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=512f7b9f-3fb2-4819-b91a-7b166b591feb HTTP/1.1" status: 200 len: 217 time: 0.0352659 Jun 08 13:52:03.854699 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-1a1ee398-65c5-4849-b2f1-d4498b44508a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:03.856137 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-1a1ee398-65c5-4849-b2f1-d4498b44508a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e27a3c02-47f7-4cd7-94ae-1439be78370b HTTP/1.1" status: 200 len: 847 time: 0.0433948 Jun 08 13:52:03.900649 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-c5956a3f-e4b9-48bf-b7be-7c6ce79b83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:03.902056 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-c5956a3f-e4b9-48bf-b7be-7c6ce79b83c0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=825cb388-149d-48df-81a0-0e0450f2f381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375741 Jun 08 13:52:03.918411 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:03.995644 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-b3a4f2cd-736e-48da-8254-ddd89a1b9d90 service neutron] 10.222.0.61 "GET /v2.0/networks/825cb388-149d-48df-81a0-0e0450f2f381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841975 Jun 08 13:52:04.060620 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9f84d635-88c0-4144-a429-dd2ca62d0768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:04.087506 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-03d65109-6340-4416-80b6-52b0e995f4d6 req-4c4927e8-6a09-4891-b5d2-9976d9c25fed service neutron] 10.222.0.61 "GET /v2.0/networks/825cb388-149d-48df-81a0-0e0450f2f381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844028 Jun 08 13:52:04.345462 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:04.364285 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3a766-c8cc-4ecf-86c4-5b44c4c1dc0a req-d8a4c96a-d1db-4baf-b2ce-1a2965b1333e tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:04.365754 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bdc3a766-c8cc-4ecf-86c4-5b44c4c1dc0a req-d8a4c96a-d1db-4baf-b2ce-1a2965b1333e tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 943 time: 0.0517967 Jun 08 13:52:04.414443 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bdc3a766-c8cc-4ecf-86c4-5b44c4c1dc0a req-c5149a92-e620-4767-894c-209a919bc2bc tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430393 Jun 08 13:52:04.693913 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:05.485856 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:05.532210 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2acfa-82f6-4376-89d8-05b1a7ba0f47 req-9393d8b2-40c9-4b71-b4ea-4a9877ef5dac tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:05.535307 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e4e2acfa-82f6-4376-89d8-05b1a7ba0f47 req-9393d8b2-40c9-4b71-b4ea-4a9877ef5dac tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 943 time: 0.0516033 Jun 08 13:52:05.592257 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e4e2acfa-82f6-4376-89d8-05b1a7ba0f47 req-8c3557ce-7074-4675-b646-f6d88657f79f tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511374 Jun 08 13:52:06.191572 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 39720) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:06.311948 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-30634fb6-2a3d-458e-a777-4f5fd911cd01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:06.393928 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-30634fb6-2a3d-458e-a777-4f5fd911cd01 admin admin] Publish callbacks [] for security_group (04a80edb-66a1-4edb-980f-74d897185083), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:06.454616 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-30634fb6-2a3d-458e-a777-4f5fd911cd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (04a80edb-66a1-4edb-980f-74d897185083), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:06.496718 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-30634fb6-2a3d-458e-a777-4f5fd911cd01 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b189cf9d8f6448738a8976aa0e9a9390&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039813 Jun 08 13:52:06.497577 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30634fb6-2a3d-458e-a777-4f5fd911cd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a80edb-66a1-4edb-980f-74d897185083,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:06.499911 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 39724) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:06.553654 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-79ec5212-8c60-4c2a-aa32-10d0408a8aa8 admin admin] Publish callbacks [] for security_group (04a80edb-66a1-4edb-980f-74d897185083), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:06.578159 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-79ec5212-8c60-4c2a-aa32-10d0408a8aa8 admin admin] Publish callbacks [] for security_group (04a80edb-66a1-4edb-980f-74d897185083), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:06.677767 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:06.707649 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-79ec5212-8c60-4c2a-aa32-10d0408a8aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (04a80edb-66a1-4edb-980f-74d897185083), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:06.710418 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-79ec5212-8c60-4c2a-aa32-10d0408a8aa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:06.711555 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-79ec5212-8c60-4c2a-aa32-10d0408a8aa8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/04a80edb-66a1-4edb-980f-74d897185083 HTTP/1.1" status: 204 len: 168 time: 0.2093656 Jun 08 13:52:06.718122 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f110d2-bea7-49db-babf-479f202dfc29 req-1353847e-c761-4c0c-b639-9fd9bbe6fc23 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:06.719783 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-83f110d2-bea7-49db-babf-479f202dfc29 req-1353847e-c761-4c0c-b639-9fd9bbe6fc23 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 943 time: 0.0538678 Jun 08 13:52:06.730337 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec5212-8c60-4c2a-aa32-10d0408a8aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a80edb-66a1-4edb-980f-74d897185083,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:06.752579 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec5212-8c60-4c2a-aa32-10d0408a8aa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:06.752934 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec5212-8c60-4c2a-aa32-10d0408a8aa8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:06.753394 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec5212-8c60-4c2a-aa32-10d0408a8aa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:06.753741 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec5212-8c60-4c2a-aa32-10d0408a8aa8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:06.754079 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec5212-8c60-4c2a-aa32-10d0408a8aa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:06.754436 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec5212-8c60-4c2a-aa32-10d0408a8aa8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:06.754809 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec5212-8c60-4c2a-aa32-10d0408a8aa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:06.755095 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec5212-8c60-4c2a-aa32-10d0408a8aa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:06.755423 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec5212-8c60-4c2a-aa32-10d0408a8aa8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:06.755763 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec5212-8c60-4c2a-aa32-10d0408a8aa8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:06.756227 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec5212-8c60-4c2a-aa32-10d0408a8aa8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:06.756582 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec5212-8c60-4c2a-aa32-10d0408a8aa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:06.756905 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec5212-8c60-4c2a-aa32-10d0408a8aa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:06.757225 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec5212-8c60-4c2a-aa32-10d0408a8aa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:06.757535 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec5212-8c60-4c2a-aa32-10d0408a8aa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:06.797938 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-83f110d2-bea7-49db-babf-479f202dfc29 req-b2d8227f-374f-4f29-91ab-91c735841250 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695810 Jun 08 13:52:07.916692 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f74cfc-4661-434a-9015-b54f4cdd7bac req-2bcc77de-6fa5-4eb8-808c-766af10fde36 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:07.918203 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f1f74cfc-4661-434a-9015-b54f4cdd7bac req-2bcc77de-6fa5-4eb8-808c-766af10fde36 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 943 time: 0.0495818 Jun 08 13:52:07.973239 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f1f74cfc-4661-434a-9015-b54f4cdd7bac req-ec8044bc-671e-4cb1-866c-70da1de9f0a9 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479176 Jun 08 13:52:08.176773 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:09.085562 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8b377-b799-4267-b609-834f6d604773 req-38c263e6-9dde-4532-b7a6-e95b581a557c tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:09.087048 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7ca8b377-b799-4267-b609-834f6d604773 req-38c263e6-9dde-4532-b7a6-e95b581a557c tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 943 time: 0.0468593 Jun 08 13:52:09.137416 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7ca8b377-b799-4267-b609-834f6d604773 req-bcf4c46e-7268-491f-a597-d282d82adc8d tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445516 Jun 08 13:52:10.253940 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04322a-dd24-4397-98e8-ce80127cc504 req-51cb61fb-ca05-4dde-a502-2b68479110ac tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:10.255408 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-cc04322a-dd24-4397-98e8-ce80127cc504 req-51cb61fb-ca05-4dde-a502-2b68479110ac tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 943 time: 0.0498962 Jun 08 13:52:10.308328 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-cc04322a-dd24-4397-98e8-ce80127cc504 req-aee54a3d-2cf2-4a33-a84a-26f69fce1b83 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434201 Jun 08 13:52:11.424297 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d49be-b0b6-44ab-8a31-7f7169b2975d req-56515f01-c6ed-4491-a0db-1830d2553a17 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:11.425806 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a01d49be-b0b6-44ab-8a31-7f7169b2975d req-56515f01-c6ed-4491-a0db-1830d2553a17 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 943 time: 0.0517855 Jun 08 13:52:11.438701 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:11.476986 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a01d49be-b0b6-44ab-8a31-7f7169b2975d req-75f6a884-6488-4314-b757-8357a38ea2f4 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456147 Jun 08 13:52:11.620001 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 39808) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:11.726496 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-23da40a8-d9b5-4288-ad5d-bc6f488878ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:11.804038 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-23da40a8-d9b5-4288-ad5d-bc6f488878ae admin admin] Publish callbacks [] for security_group (a1ad60f0-f451-4437-8454-59442688437b), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:11.868369 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-23da40a8-d9b5-4288-ad5d-bc6f488878ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (a1ad60f0-f451-4437-8454-59442688437b), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:11.890954 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:11.909117 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da40a8-d9b5-4288-ad5d-bc6f488878ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ad60f0-f451-4437-8454-59442688437b,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:11.914102 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-23da40a8-d9b5-4288-ad5d-bc6f488878ae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d66abc5c3a744f5d81c7b64c147dac88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923899 Jun 08 13:52:11.916128 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 39816) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:11.972641 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-6f90eedb-191a-4e7d-8bbc-49cf7c4d6fb3 admin admin] Publish callbacks [] for security_group (a1ad60f0-f451-4437-8454-59442688437b), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:11.995003 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-6f90eedb-191a-4e7d-8bbc-49cf7c4d6fb3 admin admin] Publish callbacks [] for security_group (a1ad60f0-f451-4437-8454-59442688437b), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:12.111847 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-6f90eedb-191a-4e7d-8bbc-49cf7c4d6fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (a1ad60f0-f451-4437-8454-59442688437b), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:12.114501 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-6f90eedb-191a-4e7d-8bbc-49cf7c4d6fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:12.115673 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-6f90eedb-191a-4e7d-8bbc-49cf7c4d6fb3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a1ad60f0-f451-4437-8454-59442688437b HTTP/1.1" status: 204 len: 168 time: 0.1983817 Jun 08 13:52:12.123684 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90eedb-191a-4e7d-8bbc-49cf7c4d6fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ad60f0-f451-4437-8454-59442688437b,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:12.592469 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f3df1-237c-4817-8115-610f6c935f31 req-1dc38c3a-a1d6-4a94-a018-2896b1a73905 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:12.595018 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-786f3df1-237c-4817-8115-610f6c935f31 req-1dc38c3a-a1d6-4a94-a018-2896b1a73905 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 943 time: 0.0505257 Jun 08 13:52:12.645804 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-786f3df1-237c-4817-8115-610f6c935f31 req-ce31e91b-2412-4a45-8fbe-22c361716566 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445237 Jun 08 13:52:12.673999 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 512f7b9f-3fb2-4819-b91a-7b166b591feb details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:52:12.774741 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 512f7b9f-3fb2-4819-b91a-7b166b591feb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=512f7b9f-3fb2-4819-b91a-7b166b591feb,segment=NetworkSegment(564f5b2d-3784-4b30-818c-8a1c5cab2c0e),segment_id=564f5b2d-3784-4b30-818c-8a1c5cab2c0e)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:52:12.922226 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Returning: {'device': '512f7b9f-3fb2-4819-b91a-7b166b591feb', 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381', 'port_id': '512f7b9f-3fb2-4819-b91a-7b166b591feb', 'mac_address': 'fa:16:3e:6f:38:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e27a3c02-47f7-4cd7-94ae-1439be78370b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:52:12.950340 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:12.971115 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 512f7b9f-3fb2-4819-b91a-7b166b591feb is: DOWN; New status is: BUILD {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:52:12.971602 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (512f7b9f-3fb2-4819-b91a-7b166b591feb), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:12.985167 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512f7b9f-3fb2-4819-b91a-7b166b591feb {{(pid=110999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:52:13.009604 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 512f7b9f-3fb2-4819-b91a-7b166b591feb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=512f7b9f-3fb2-4819-b91a-7b166b591feb,segment=NetworkSegment(564f5b2d-3784-4b30-818c-8a1c5cab2c0e),segment_id=564f5b2d-3784-4b30-818c-8a1c5cab2c0e)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:52:13.043108 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:13.149254 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (512f7b9f-3fb2-4819-b91a-7b166b591feb), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:13.174550 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b8dec-ad20-4937-84b0-eec7a04ac2e0 req-c4ea8500-e9ac-4410-86ec-2903a8c1637b tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:13.176142 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-926b8dec-ad20-4937-84b0-eec7a04ac2e0 req-c4ea8500-e9ac-4410-86ec-2903a8c1637b tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.0496686 Jun 08 13:52:13.208637 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=512f7b9f-3fb2-4819-b91a-7b166b591feb,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:13.230785 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-926b8dec-ad20-4937-84b0-eec7a04ac2e0 req-b4dbf16a-1e8f-4c7c-9319-53bc7d1b8cbb tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483682 Jun 08 13:52:13.391214 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['512f7b9f-3fb2-4819-b91a-7b166b591feb'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:52:13.603212 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:13.763714 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89da70-2d1d-43c1-8f9e-7b6af85bd4d5 req-8c558603-7679-4b74-9109-d4b4686c975a tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:13.766061 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6d89da70-2d1d-43c1-8f9e-7b6af85bd4d5 req-8c558603-7679-4b74-9109-d4b4686c975a tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 944 time: 0.0510387 Jun 08 13:52:13.815701 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6d89da70-2d1d-43c1-8f9e-7b6af85bd4d5 req-d3f5e950-6c3e-460d-b725-3d242b273b0c tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439188 Jun 08 13:52:14.353483 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03920b49-afb1-4205-b222-0b8470c11bc9 req-a8b6d52e-7ac1-4677-9b6e-1571be530081 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:14.357555 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-03920b49-afb1-4205-b222-0b8470c11bc9 req-a8b6d52e-7ac1-4677-9b6e-1571be530081 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.0484407 Jun 08 13:52:14.402038 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-03920b49-afb1-4205-b222-0b8470c11bc9 req-7d905938-09fe-4121-8c18-9755ba10978c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410166 Jun 08 13:52:14.680449 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 512f7b9f-3fb2-4819-b91a-7b166b591feb up at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:52:14.725164 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning for port 512f7b9f-3fb2-4819-b91a-7b166b591feb completed by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 13:52:14.770458 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning complete for port 512f7b9f-3fb2-4819-b91a-7b166b591feb triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:52:14.770849 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (512f7b9f-3fb2-4819-b91a-7b166b591feb), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:14.841039 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 512f7b9f-3fb2-4819-b91a-7b166b591feb is: BUILD; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:52:14.841422 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (512f7b9f-3fb2-4819-b91a-7b166b591feb), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:14.868009 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c573f844-d6af-4615-8cc2-191728d83c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512f7b9f-3fb2-4819-b91a-7b166b591feb'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:52:14.870437 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef93d02-dd76-4523-a1dc-a14bddc1f6a1" -d '{"events": [{"server_uuid": "c573f844-d6af-4615-8cc2-191728d83c45", "name": "network-vif-plugged", "status": "completed", "tag": "512f7b9f-3fb2-4819-b91a-7b166b591feb"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:52:14.886603 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 512f7b9f-3fb2-4819-b91a-7b166b591feb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=512f7b9f-3fb2-4819-b91a-7b166b591feb,segment=NetworkSegment(564f5b2d-3784-4b30-818c-8a1c5cab2c0e),segment_id=564f5b2d-3784-4b30-818c-8a1c5cab2c0e)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:52:14.918428 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:14.923832 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761819d4-accc-4e8d-a35d-ff77a49c0d19 x-openstack-request-id: req-761819d4-accc-4e8d-a35d-ff77a49c0d19 {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:52:14.924334 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c573f844-d6af-4615-8cc2-191728d83c45", "name": "network-vif-plugged", "status": "completed", "tag": "512f7b9f-3fb2-4819-b91a-7b166b591feb", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:52:14.924593 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-761819d4-accc-4e8d-a35d-ff77a49c0d19 {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:52:14.924993 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-761819d4-accc-4e8d-a35d-ff77a49c0d19'] response: {'server_uuid': 'c573f844-d6af-4615-8cc2-191728d83c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512f7b9f-3fb2-4819-b91a-7b166b591feb', 'code': 200} Jun 08 13:52:14.960531 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9098f-3bf3-4f39-817b-3d74237cdf24 req-e703f431-ed65-489a-aa32-d8a14f7686f3 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:14.962008 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2db9098f-3bf3-4f39-817b-3d74237cdf24 req-e703f431-ed65-489a-aa32-d8a14f7686f3 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 944 time: 0.0624354 Jun 08 13:52:14.965548 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (512f7b9f-3fb2-4819-b91a-7b166b591feb), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:15.014298 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2db9098f-3bf3-4f39-817b-3d74237cdf24 req-4f00d10e-11ed-47a3-bb56-673cc4680b49 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465324 Jun 08 13:52:15.020340 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=512f7b9f-3fb2-4819-b91a-7b166b591feb,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:15.302813 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da855299-3b63-4060-9df4-9c1262796783 req-807e9cf3-a0c7-4c2c-b9e1-a43ba4146212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:15.304206 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-da855299-3b63-4060-9df4-9c1262796783 req-807e9cf3-a0c7-4c2c-b9e1-a43ba4146212 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 1129 time: 0.0386686 Jun 08 13:52:15.350866 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-da855299-3b63-4060-9df4-9c1262796783 req-a6135c6e-1f51-4614-9281-47829a952662 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398815 Jun 08 13:52:15.523668 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54d839-a4c5-4b0a-861d-00e7c2f6c3a2 req-c078a53f-1c4b-4f8f-9059-972cfd67a37f tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:15.525165 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ee54d839-a4c5-4b0a-861d-00e7c2f6c3a2 req-c078a53f-1c4b-4f8f-9059-972cfd67a37f tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.0485227 Jun 08 13:52:15.572837 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ee54d839-a4c5-4b0a-861d-00e7c2f6c3a2 req-4809076e-aaea-40a5-ad16-cfb25430ba5a tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417757 Jun 08 13:52:16.132650 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da39356-483f-4cc5-9e86-0ffa4f999b7e req-6162168e-7b4d-4d51-8e7e-245682666c44 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:16.134109 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2da39356-483f-4cc5-9e86-0ffa4f999b7e req-6162168e-7b4d-4d51-8e7e-245682666c44 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 945 time: 0.0506568 Jun 08 13:52:16.187869 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2da39356-483f-4cc5-9e86-0ffa4f999b7e req-d245db68-016d-4f38-b455-215ffdcbed8b tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479748 Jun 08 13:52:16.693525 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8ae52-2aea-4def-88a9-694097122ddb req-2d79d4f3-ab4c-4cdf-9738-fb764b38d28d tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:16.695077 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8fb8ae52-2aea-4def-88a9-694097122ddb req-2d79d4f3-ab4c-4cdf-9738-fb764b38d28d tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.0484452 Jun 08 13:52:16.744378 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8fb8ae52-2aea-4def-88a9-694097122ddb req-352ca045-a8d5-43a3-affa-ac64bb5268ed tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434902 Jun 08 13:52:17.301208 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca09bc5-9893-40f4-b757-b59ea6b07059 req-ece05adc-6406-4864-bdf9-d41068e289b4 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:17.302658 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0ca09bc5-9893-40f4-b757-b59ea6b07059 req-ece05adc-6406-4864-bdf9-d41068e289b4 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 945 time: 0.0466001 Jun 08 13:52:17.354557 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0ca09bc5-9893-40f4-b757-b59ea6b07059 req-f438b5ae-4671-4ee1-a480-db81c984f4ec tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463171 Jun 08 13:52:17.463590 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48c690-7723-436e-991a-af711f58334d req-a2dd54ee-64c0-4400-ac6f-1bdf3f41785a tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:17.465040 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ca48c690-7723-436e-991a-af711f58334d req-a2dd54ee-64c0-4400-ac6f-1bdf3f41785a tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 945 time: 0.0452213 Jun 08 13:52:17.497205 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:17.512824 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ca48c690-7723-436e-991a-af711f58334d req-458619e3-b9d8-4b19-bfa4-70c5d4f023be tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413826 Jun 08 13:52:17.535213 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 39912) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:17.718543 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a953af7-1f20-4730-b6fe-feea1303b99c tempest-TestShelveInstance-1405667163 tempest-TestShelveInstance-1405667163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:17.720134 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-7a953af7-1f20-4730-b6fe-feea1303b99c tempest-TestShelveInstance-1405667163 tempest-TestShelveInstance-1405667163-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 1124 time: 0.1838896 Jun 08 13:52:17.721293 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=4 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:17.722452 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:17.723242 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 39922) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:17.727713 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-111cf59f-5e48-447e-bc59-b72715c9b88e tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Request body: {'floatingip': {'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'port_id': '512f7b9f-3fb2-4819-b91a-7b166b591feb', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:52:17.851870 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-111cf59f-5e48-447e-bc59-b72715c9b88e tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:17.906456 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98774b0-43b5-4c36-95ce-0a7890fcf4ba req-0293bb60-078c-49a4-8922-5c05a9b1f423 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:17.907880 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d98774b0-43b5-4c36-95ce-0a7890fcf4ba req-0293bb60-078c-49a4-8922-5c05a9b1f423 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.0918272 Jun 08 13:52:17.976379 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-111cf59f-5e48-447e-bc59-b72715c9b88e tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:17.988226 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d98774b0-43b5-4c36-95ce-0a7890fcf4ba req-25601a15-abf6-42e7-85a7-343da090313a tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732155 Jun 08 13:52:18.087871 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.db_base_plugin_common [None req-111cf59f-5e48-447e-bc59-b72715c9b88e tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Allocated IP 172.27.1.115 (070b030f-98d2-43d9-b022-f506d26f1e83/4285c1ce-c1bb-4be9-b005-ebf83c2cba00/0380b638-27af-42ff-95a7-ec46d97285ae) {{(pid=110997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:52:18.194781 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-111cf59f-5e48-447e-bc59-b72715c9b88e tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for port (0380b638-27af-42ff-95a7-ec46d97285ae), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:18.198635 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:18.325464 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-111cf59f-5e48-447e-bc59-b72715c9b88e tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (0380b638-27af-42ff-95a7-ec46d97285ae), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:18.367196 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111cf59f-5e48-447e-bc59-b72715c9b88e tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Network 070b030f-98d2-43d9-b022-f506d26f1e83 is already hosted by enough agents. {{(pid=110997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:52:18.373623 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [None req-111cf59f-5e48-447e-bc59-b72715c9b88e tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Resources bound (agent type, host, resource id): {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:52:18.373623 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111cf59f-5e48-447e-bc59-b72715c9b88e tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Received port after_create {{(pid=110997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:52:18.399101 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111cf59f-5e48-447e-bc59-b72715c9b88e tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Pushing event updated for resources: {'Port': ['ID=0380b638-27af-42ff-95a7-ec46d97285ae,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:18.447588 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:18.731108 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-111cf59f-5e48-447e-bc59-b72715c9b88e tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for floatingip (6e8fb81b-2e1a-42a5-9b63-efafca63e829), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:18.902563 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-111cf59f-5e48-447e-bc59-b72715c9b88e tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (0380b638-27af-42ff-95a7-ec46d97285ae), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:19.237779 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:19.299004 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3939fd-3e60-4dd3-81a7-8b64add00aa2 req-ab9f55c3-ee8a-4083-9ec3-5f824d195a75 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:19.300406 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bb3939fd-3e60-4dd3-81a7-8b64add00aa2 req-ab9f55c3-ee8a-4083-9ec3-5f824d195a75 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.0654156 Jun 08 13:52:19.380515 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-111cf59f-5e48-447e-bc59-b72715c9b88e tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for port (0380b638-27af-42ff-95a7-ec46d97285ae), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:19.385732 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bb3939fd-3e60-4dd3-81a7-8b64add00aa2 req-fa92d55e-1b18-408d-a573-20cfa1cbb710 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798113 Jun 08 13:52:19.438116 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-111cf59f-5e48-447e-bc59-b72715c9b88e tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407452'] for port (0380b638-27af-42ff-95a7-ec46d97285ae), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:19.502923 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111cf59f-5e48-447e-bc59-b72715c9b88e tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Pushing event updated for resources: {'Port': ['ID=0380b638-27af-42ff-95a7-ec46d97285ae,revision_number=2']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:19.519068 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-111cf59f-5e48-447e-bc59-b72715c9b88e tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (6e8fb81b-2e1a-42a5-9b63-efafca63e829), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:19.617082 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.db.l3_db [None req-111cf59f-5e48-447e-bc59-b72715c9b88e tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Floating IP 6e8fb81b-2e1a-42a5-9b63-efafca63e829 associated. External IP: 172.27.1.115, port: 512f7b9f-3fb2-4819-b91a-7b166b591feb. Jun 08 13:52:19.815825 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111cf59f-5e48-447e-bc59-b72715c9b88e tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Router 3660c206-2e1b-45c0-a916-e3ab3c171b2d has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:52:19.919101 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111cf59f-5e48-447e-bc59-b72715c9b88e tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:52:19.929586 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dade8629-5c2f-4aab-a7e4-338455d1d1db None None] Sync routers for ids ['3660c206-2e1b-45c0-a916-e3ab3c171b2d'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:52:19.930471 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:19.940354 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dade8629-5c2f-4aab-a7e4-338455d1d1db None None] Routers {'3660c206-2e1b-45c0-a916-e3ab3c171b2d'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:52:19.942158 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-dade8629-5c2f-4aab-a7e4-338455d1d1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:52:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['3660c206-2e1b-45c0-a916-e3ab3c171b2d'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:52:20.018771 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-111cf59f-5e48-447e-bc59-b72715c9b88e tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:20.050100 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-dade8629-5c2f-4aab-a7e4-338455d1d1db None None] Set router 3660c206-2e1b-45c0-a916-e3ab3c171b2d gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:52:20.059868 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-111cf59f-5e48-447e-bc59-b72715c9b88e tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3355942 Jun 08 13:52:20.060486 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c573f844-d6af-4615-8cc2-191728d83c45', 'tag': '512f7b9f-3fb2-4819-b91a-7b166b591feb'}] {{(pid=110997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:52:20.063072 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2deb37cb3b385adf0db1d4fcfc98a25470d12ffd9c9459d76da49831f0e3658f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7d1cee-acba-4cc8-b994-4b17f0ef90be" -d '{"events": [{"name": "network-changed", "server_uuid": "c573f844-d6af-4615-8cc2-191728d83c45", "tag": "512f7b9f-3fb2-4819-b91a-7b166b591feb"}]}' {{(pid=110997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:52:20.223071 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60355475-a22d-406c-b8a8-c3f4fbcba1a4 x-openstack-request-id: req-60355475-a22d-406c-b8a8-c3f4fbcba1a4 {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:52:20.223420 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c573f844-d6af-4615-8cc2-191728d83c45", "tag": "512f7b9f-3fb2-4819-b91a-7b166b591feb", "status": "completed", "code": 200}]} {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:52:20.223734 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-60355475-a22d-406c-b8a8-c3f4fbcba1a4 {{(pid=110997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:52:20.224231 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60355475-a22d-406c-b8a8-c3f4fbcba1a4'] response: {'name': 'network-changed', 'server_uuid': 'c573f844-d6af-4615-8cc2-191728d83c45', 'tag': '512f7b9f-3fb2-4819-b91a-7b166b591feb', 'status': 'completed', 'code': 200} Jun 08 13:52:20.271276 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-dade8629-5c2f-4aab-a7e4-338455d1d1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'name': 'tempest-TestShelveInstance-414490362-router', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f7d54be2-3d64-4d39-92fa-4a66e8cdc679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:51:20Z', 'updated_at': '2022-06-08T13:51:24Z', 'revision_number': 4, 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'gw_port': {'id': 'f7d54be2-3d64-4d39-92fa-4a66e8cdc679', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:21Z', 'updated_at': '2022-06-08T13:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '6e8fb81b-2e1a-42a5-9b63-efafca63e829', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'port_id': '512f7b9f-3fb2-4819-b91a-7b166b591feb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381', 'mac_address': 'fa:16:3e:6f:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c573f844-d6af-4615-8cc2-191728d83c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:52:18Z', 'updated_at': '2022-06-08T13:52:18Z', 'revision_number': 0, 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67b1057b-e3be-4891-894d-378d8fd8352e', 'name': '', 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'mac_address': 'fa:16:3e:45:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e27a3c02-47f7-4cd7-94ae-1439be78370b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:23Z', 'updated_at': '2022-06-08T13:51:28Z', 'revision_number': 5, 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'subnets': [{'id': 'e27a3c02-47f7-4cd7-94ae-1439be78370b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:52:20.295031 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dade8629-5c2f-4aab-a7e4-338455d1d1db None None] Checking router: 3660c206-2e1b-45c0-a916-e3ab3c171b2d for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:52:20.303952 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dade8629-5c2f-4aab-a7e4-338455d1d1db None None] Routers {'3660c206-2e1b-45c0-a916-e3ab3c171b2d'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:52:20.304560 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-dade8629-5c2f-4aab-a7e4-338455d1d1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:52:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['3660c206-2e1b-45c0-a916-e3ab3c171b2d'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:52:20.407294 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-dade8629-5c2f-4aab-a7e4-338455d1d1db None None] Set router 3660c206-2e1b-45c0-a916-e3ab3c171b2d gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:52:20.507314 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f29873-675c-432a-8506-ef6cd444c6a5 req-8724a155-551f-432e-a14b-36a566def6f8 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:20.508854 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-97f29873-675c-432a-8506-ef6cd444c6a5 req-8724a155-551f-432e-a14b-36a566def6f8 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.0473022 Jun 08 13:52:20.555368 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-97f29873-675c-432a-8506-ef6cd444c6a5 req-4a8c67fd-2534-481c-8588-c068df1d754c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408525 Jun 08 13:52:20.613093 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-dade8629-5c2f-4aab-a7e4-338455d1d1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'name': 'tempest-TestShelveInstance-414490362-router', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f7d54be2-3d64-4d39-92fa-4a66e8cdc679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:51:20Z', 'updated_at': '2022-06-08T13:51:24Z', 'revision_number': 4, 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'gw_port': {'id': 'f7d54be2-3d64-4d39-92fa-4a66e8cdc679', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:21Z', 'updated_at': '2022-06-08T13:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '6e8fb81b-2e1a-42a5-9b63-efafca63e829', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'port_id': '512f7b9f-3fb2-4819-b91a-7b166b591feb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381', 'mac_address': 'fa:16:3e:6f:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c573f844-d6af-4615-8cc2-191728d83c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:52:18Z', 'updated_at': '2022-06-08T13:52:18Z', 'revision_number': 0, 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67b1057b-e3be-4891-894d-378d8fd8352e', 'name': '', 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'mac_address': 'fa:16:3e:45:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e27a3c02-47f7-4cd7-94ae-1439be78370b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:23Z', 'updated_at': '2022-06-08T13:51:28Z', 'revision_number': 5, 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'subnets': [{'id': 'e27a3c02-47f7-4cd7-94ae-1439be78370b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:52:20.640074 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dade8629-5c2f-4aab-a7e4-338455d1d1db None None] The sync data for ids ['3660c206-2e1b-45c0-a916-e3ab3c171b2d'] in dv-cinder-819149-5-iscsi is: [{'id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'name': 'tempest-TestShelveInstance-414490362-router', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f7d54be2-3d64-4d39-92fa-4a66e8cdc679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:51:20Z', 'updated_at': '2022-06-08T13:51:24Z', 'revision_number': 4, 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'gw_port': {'id': 'f7d54be2-3d64-4d39-92fa-4a66e8cdc679', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:21Z', 'updated_at': '2022-06-08T13:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '6e8fb81b-2e1a-42a5-9b63-efafca63e829', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'port_id': '512f7b9f-3fb2-4819-b91a-7b166b591feb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381', 'mac_address': 'fa:16:3e:6f:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c573f844-d6af-4615-8cc2-191728d83c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:52:18Z', 'updated_at': '2022-06-08T13:52:18Z', 'revision_number': 0, 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67b1057b-e3be-4891-894d-378d8fd8352e', 'name': '', 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'mac_address': 'fa:16:3e:45:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e27a3c02-47f7-4cd7-94ae-1439be78370b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:23Z', 'updated_at': '2022-06-08T13:51:28Z', 'revision_number': 5, 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'subnets': [{'id': 'e27a3c02-47f7-4cd7-94ae-1439be78370b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:52:20.841989 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8683d327-8668-432b-acc7-6458304d3c10 None None] New status for floating IP 6e8fb81b-2e1a-42a5-9b63-efafca63e829: ACTIVE {{(pid=110999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 13:52:21.665043 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d1cee-acba-4cc8-b994-4b17f0ef90be req-93195e94-b657-48cf-8cd1-53a37eed4bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:21.666625 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6d7d1cee-acba-4cc8-b994-4b17f0ef90be req-93195e94-b657-48cf-8cd1-53a37eed4bca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=708bec67bbb748b382b82cd0da768d5c&device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 1129 time: 0.0400803 Jun 08 13:52:21.683532 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6d2d6-10a7-48b0-be77-d1c401d6ff19 req-23deb1e4-950b-4ad3-be5e-871a47880bef tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:21.685081 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-44c6d2d6-10a7-48b0-be77-d1c401d6ff19 req-23deb1e4-950b-4ad3-be5e-871a47880bef tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.0538476 Jun 08 13:52:21.732012 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:21.735000 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-44c6d2d6-10a7-48b0-be77-d1c401d6ff19 req-a4b9988e-7a39-4208-b3a2-97952362fdd2 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434108 Jun 08 13:52:21.763293 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d1cee-acba-4cc8-b994-4b17f0ef90be req-c1b69029-c12b-4450-8610-1737a05a7a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:21.764968 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6d7d1cee-acba-4cc8-b994-4b17f0ef90be req-c1b69029-c12b-4450-8610-1737a05a7a01 service neutron] 10.222.0.61 "GET /v2.0/networks?id=825cb388-149d-48df-81a0-0e0450f2f381 HTTP/1.1" status: 200 len: 909 time: 0.0920820 Jun 08 13:52:21.829951 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6d7d1cee-acba-4cc8-b994-4b17f0ef90be req-be8bad61-1831-40f5-bcb1-86fbe0d70b9c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=512f7b9f-3fb2-4819-b91a-7b166b591feb HTTP/1.1" status: 200 len: 1001 time: 0.0565131 Jun 08 13:52:21.877901 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d1cee-acba-4cc8-b994-4b17f0ef90be req-8c61e26a-3d05-4445-aa6a-369f243f0ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:21.879368 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6d7d1cee-acba-4cc8-b994-4b17f0ef90be req-8c61e26a-3d05-4445-aa6a-369f243f0ece service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e27a3c02-47f7-4cd7-94ae-1439be78370b HTTP/1.1" status: 200 len: 847 time: 0.0431292 Jun 08 13:52:21.930343 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d1cee-acba-4cc8-b994-4b17f0ef90be req-54e3ce7e-9781-4db8-bcac-dc3054ee5917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:21.931702 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6d7d1cee-acba-4cc8-b994-4b17f0ef90be req-54e3ce7e-9781-4db8-bcac-dc3054ee5917 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=825cb388-149d-48df-81a0-0e0450f2f381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427437 Jun 08 13:52:22.033324 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6d7d1cee-acba-4cc8-b994-4b17f0ef90be req-a7d43bac-4b2f-425d-9f37-382f5a7950af service neutron] 10.222.0.61 "GET /v2.0/networks/825cb388-149d-48df-81a0-0e0450f2f381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824900 Jun 08 13:52:22.088283 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:22.129671 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6d7d1cee-acba-4cc8-b994-4b17f0ef90be req-0993386f-9602-48aa-a57d-561eb66cfbf6 service neutron] 10.222.0.61 "GET /v2.0/networks/825cb388-149d-48df-81a0-0e0450f2f381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885286 Jun 08 13:52:22.851980 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d21ff-3baf-4543-bd8d-f761142d578d req-76fb7c7e-ba7c-4277-b67d-72e5651aa1ae tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:22.853443 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-cc6d21ff-3baf-4543-bd8d-f761142d578d req-76fb7c7e-ba7c-4277-b67d-72e5651aa1ae tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.0458026 Jun 08 13:52:22.899794 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-cc6d21ff-3baf-4543-bd8d-f761142d578d req-cc95072d-aaf8-427d-b56c-fb432a48ba1d tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404832 Jun 08 13:52:24.022005 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d92ce-65d3-4b14-a2c6-d73e28ce8f59 req-c6cbf78f-d58b-4cfa-9a7d-f6971d405072 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:24.023479 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b75d92ce-65d3-4b14-a2c6-d73e28ce8f59 req-c6cbf78f-d58b-4cfa-9a7d-f6971d405072 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.0474274 Jun 08 13:52:24.059266 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:24.074956 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b75d92ce-65d3-4b14-a2c6-d73e28ce8f59 req-cbcdf038-7efc-4935-9907-ac24e227c4cb tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458851 Jun 08 13:52:25.196004 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7c308-f55a-4ebd-bf34-2e8611de0905 req-6676e626-4b1c-4983-9c10-ecf0e27aa9fd tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:25.197499 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0ac7c308-f55a-4ebd-bf34-2e8611de0905 req-6676e626-4b1c-4983-9c10-ecf0e27aa9fd tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.0487995 Jun 08 13:52:25.244263 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0ac7c308-f55a-4ebd-bf34-2e8611de0905 req-410040ee-11b2-43fe-82f1-5ead9cdbd116 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406785 Jun 08 13:52:26.367880 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781fbda-15cf-4b9c-aae8-97bba116e4c1 req-179355bd-953e-426e-8c1d-03deadbadb27 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:26.369397 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0781fbda-15cf-4b9c-aae8-97bba116e4c1 req-179355bd-953e-426e-8c1d-03deadbadb27 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.0491436 Jun 08 13:52:26.418654 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0781fbda-15cf-4b9c-aae8-97bba116e4c1 req-af79ecc4-97af-459d-b27c-383ea6570aeb tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436695 Jun 08 13:52:26.955830 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 40026) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:27.064363 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a1dbe9c3-245f-4afc-8ff6-3bfce05be733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:27.148179 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a1dbe9c3-245f-4afc-8ff6-3bfce05be733 admin admin] Publish callbacks [] for security_group (532f9d1c-fea7-4b49-b92b-b2e5831ca6dd), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:27.244931 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a1dbe9c3-245f-4afc-8ff6-3bfce05be733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (532f9d1c-fea7-4b49-b92b-b2e5831ca6dd), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:27.283008 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbe9c3-245f-4afc-8ff6-3bfce05be733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532f9d1c-fea7-4b49-b92b-b2e5831ca6dd,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:27.288490 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-a1dbe9c3-245f-4afc-8ff6-3bfce05be733 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=52ea08b79348459fa6cf9136dad355d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3316131 Jun 08 13:52:27.291059 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 40030) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:27.339416 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-1b49ff75-062d-4046-b6c5-5bebdd0489d1 admin admin] Publish callbacks [] for security_group (532f9d1c-fea7-4b49-b92b-b2e5831ca6dd), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:27.362041 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-1b49ff75-062d-4046-b6c5-5bebdd0489d1 admin admin] Publish callbacks [] for security_group (532f9d1c-fea7-4b49-b92b-b2e5831ca6dd), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:27.369747 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:27.502736 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-1b49ff75-062d-4046-b6c5-5bebdd0489d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (532f9d1c-fea7-4b49-b92b-b2e5831ca6dd), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:27.505266 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-1b49ff75-062d-4046-b6c5-5bebdd0489d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:27.506352 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-1b49ff75-062d-4046-b6c5-5bebdd0489d1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/532f9d1c-fea7-4b49-b92b-b2e5831ca6dd HTTP/1.1" status: 204 len: 168 time: 0.2144423 Jun 08 13:52:27.538198 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49ff75-062d-4046-b6c5-5bebdd0489d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532f9d1c-fea7-4b49-b92b-b2e5831ca6dd,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:27.550985 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e08d6e-c9cb-4b18-8631-1ac6ce2d5499 req-df009e85-9b72-46bd-895b-ee97eb443f7f tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:27.552663 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c0e08d6e-c9cb-4b18-8631-1ac6ce2d5499 req-df009e85-9b72-46bd-895b-ee97eb443f7f tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.0602210 Jun 08 13:52:27.606572 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c0e08d6e-c9cb-4b18-8631-1ac6ce2d5499 req-3384c2f1-2089-4df8-9c28-4b09b079021c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424526 Jun 08 13:52:28.165929 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 40044) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:28.180222 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-50a15171-9b8c-4ff2-9389-b05c32ae7315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:28.255264 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-50a15171-9b8c-4ff2-9389-b05c32ae7315 admin admin] Publish callbacks [] for security_group (b8ee284f-a089-479a-b7d4-12738b50c959), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:28.368631 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-50a15171-9b8c-4ff2-9389-b05c32ae7315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (b8ee284f-a089-479a-b7d4-12738b50c959), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:28.391051 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:28.407200 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a15171-9b8c-4ff2-9389-b05c32ae7315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ee284f-a089-479a-b7d4-12738b50c959,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:28.414079 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-50a15171-9b8c-4ff2-9389-b05c32ae7315 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=69166f225154404ab77267f978af33f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471125 Jun 08 13:52:28.414228 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 40046) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:28.477485 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2a147df1-2e3d-4275-9bba-f9654326ac35 admin admin] Publish callbacks [] for security_group (b8ee284f-a089-479a-b7d4-12738b50c959), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:28.499734 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2a147df1-2e3d-4275-9bba-f9654326ac35 admin admin] Publish callbacks [] for security_group (b8ee284f-a089-479a-b7d4-12738b50c959), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:28.622006 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2a147df1-2e3d-4275-9bba-f9654326ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (b8ee284f-a089-479a-b7d4-12738b50c959), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:28.624802 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2a147df1-2e3d-4275-9bba-f9654326ac35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:28.626007 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-2a147df1-2e3d-4275-9bba-f9654326ac35 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b8ee284f-a089-479a-b7d4-12738b50c959 HTTP/1.1" status: 204 len: 168 time: 0.2105784 Jun 08 13:52:28.633990 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a147df1-2e3d-4275-9bba-f9654326ac35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ee284f-a089-479a-b7d4-12738b50c959,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:28.745605 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddf0af-7ee1-4e30-81b9-9017b9ab81e5 req-0582f3bf-a5b3-4635-8388-0925fef124fa tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:28.747120 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-02ddf0af-7ee1-4e30-81b9-9017b9ab81e5 req-0582f3bf-a5b3-4635-8388-0925fef124fa tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.0513868 Jun 08 13:52:28.800122 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-02ddf0af-7ee1-4e30-81b9-9017b9ab81e5 req-490e2263-3ba6-4b69-a97b-0270b972982b tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462775 Jun 08 13:52:29.927150 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65936982-92d5-4973-b3df-625f37f1a46b req-e115d376-c03e-48bb-a308-9f98fad037bd tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:29.928823 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-65936982-92d5-4973-b3df-625f37f1a46b req-e115d376-c03e-48bb-a308-9f98fad037bd tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.0549402 Jun 08 13:52:29.979162 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-65936982-92d5-4973-b3df-625f37f1a46b req-50d84ade-a42b-47fb-b9a0-6fbe07ed0ce9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446076 Jun 08 13:52:30.610639 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=69 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:30.615618 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=79 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:30.737997 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:52:30.837841 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:52:30.849919 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Returning: {'device': '3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'port_id': '3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4', 'mac_address': 'fa:16:3e:62:02:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:52:30.880609 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:30.887313 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 is: ACTIVE; New status is: BUILD {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:52:30.887693 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:30.902301 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 {{(pid=110999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:52:30.924574 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:52:31.066021 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:31.127129 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda22d8-13c9-4cbc-b744-a4b9bc9e3a04 req-93736fe2-c120-4383-ae94-64dfa1cf686f tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:31.128732 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5dda22d8-13c9-4cbc-b744-a4b9bc9e3a04 req-93736fe2-c120-4383-ae94-64dfa1cf686f tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 945 time: 0.0698369 Jun 08 13:52:31.142081 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4,revision_number=6']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:31.146426 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 40132) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:31.171680 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:52:31.191357 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5dda22d8-13c9-4cbc-b744-a4b9bc9e3a04 req-c463ddac-0e90-46c8-8dbc-e220eac7a605 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541456 Jun 08 13:52:31.274907 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:31.278856 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-e140dc3d-55ae-46ae-a0b3-bed261cd6590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:31.362690 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-e140dc3d-55ae-46ae-a0b3-bed261cd6590 admin admin] Publish callbacks [] for security_group (7b4e0bc4-b3a6-466e-87e2-dcc60af2e914), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:31.420753 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-e140dc3d-55ae-46ae-a0b3-bed261cd6590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (7b4e0bc4-b3a6-466e-87e2-dcc60af2e914), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:31.460484 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-e140dc3d-55ae-46ae-a0b3-bed261cd6590 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=35cf5075c46e4a5c93b57a0b707cf8ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128891 Jun 08 13:52:31.461341 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140dc3d-55ae-46ae-a0b3-bed261cd6590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4e0bc4-b3a6-466e-87e2-dcc60af2e914,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:31.463234 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 40144) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:31.522834 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-313d2d58-adb5-4bc7-a966-dc5cf4667423 admin admin] Publish callbacks [] for security_group (7b4e0bc4-b3a6-466e-87e2-dcc60af2e914), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:31.546391 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-313d2d58-adb5-4bc7-a966-dc5cf4667423 admin admin] Publish callbacks [] for security_group (7b4e0bc4-b3a6-466e-87e2-dcc60af2e914), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:31.660332 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-313d2d58-adb5-4bc7-a966-dc5cf4667423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (7b4e0bc4-b3a6-466e-87e2-dcc60af2e914), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:31.663781 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-313d2d58-adb5-4bc7-a966-dc5cf4667423 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:31.665110 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-313d2d58-adb5-4bc7-a966-dc5cf4667423 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7b4e0bc4-b3a6-466e-87e2-dcc60af2e914 HTTP/1.1" status: 204 len: 168 time: 0.2008693 Jun 08 13:52:31.673610 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d2d58-adb5-4bc7-a966-dc5cf4667423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4e0bc4-b3a6-466e-87e2-dcc60af2e914,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:31.697440 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:52:31.838737 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-fb7555c4-4296-4fea-bcee-b54177bba40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:32.295553 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-42ab009d-c214-41dc-b976-a6aea45b3c0a req-0f694084-d8ad-4e56-90e0-c2bcb6f9d5c4 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1841842695&fields=id&tenant_id=14385fc22a1d4de4bc0af0c764f6ef69 HTTP/1.1" status: 200 len: 267 time: 0.1002262 Jun 08 13:52:32.407582 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab009d-c214-41dc-b976-a6aea45b3c0a req-6816225b-1cd1-4b09-8c67-ce9d8efff7ef tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:32.415004 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-42ab009d-c214-41dc-b976-a6aea45b3c0a req-6816225b-1cd1-4b09-8c67-ce9d8efff7ef tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 985 time: 0.1185684 Jun 08 13:52:32.421505 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [req-42ab009d-c214-41dc-b976-a6aea45b3c0a req-3818757b-4768-434c-9d70-5e5a21fbddf9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Request body: {'port': {'security_groups': ['79c4e47a-6f95-4fd0-83d9-2d8f893c79be']}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:52:32.425463 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 40170) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:32.441708 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-02764fd9-2c69-4c26-a44f-f24fb571bf15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:32.472631 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124668a9-69d9-4098-b32d-1a165aec5eb9 req-81702a5d-55e3-4595-afdb-9c169e0521a9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:32.474323 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-124668a9-69d9-4098-b32d-1a165aec5eb9 req-81702a5d-55e3-4595-afdb-9c169e0521a9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 945 time: 0.1365154 Jun 08 13:52:32.557597 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-02764fd9-2c69-4c26-a44f-f24fb571bf15 admin admin] Publish callbacks [] for security_group (13855e67-1563-4d3d-b4c3-a2f9c5e9ad71), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:32.575004 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:32.605345 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-42ab009d-c214-41dc-b976-a6aea45b3c0a req-3818757b-4768-434c-9d70-5e5a21fbddf9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (86e5c27b-3254-42aa-9d0f-5a43c944241b), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:32.637132 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-124668a9-69d9-4098-b32d-1a165aec5eb9 req-171f824d-aa7c-4c74-95bb-6f3375119ba7 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503348 Jun 08 13:52:32.673320 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-02764fd9-2c69-4c26-a44f-f24fb571bf15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (13855e67-1563-4d3d-b4c3-a2f9c5e9ad71), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:32.711154 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-02764fd9-2c69-4c26-a44f-f24fb571bf15 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=255c9304a17144cdb4f0b3b9f59482e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2845409 Jun 08 13:52:32.713672 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 40174) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:32.746543 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 up at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:52:32.765858 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02764fd9-2c69-4c26-a44f-f24fb571bf15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13855e67-1563-4d3d-b4c3-a2f9c5e9ad71,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:32.785648 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:32.809242 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning complete for port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:52:32.814959 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:32.818113 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:32.847113 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d08d9ab3-3682-42d5-a74b-1ae667b72271 admin admin] Publish callbacks [] for security_group (13855e67-1563-4d3d-b4c3-a2f9c5e9ad71), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:32.893339 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d08d9ab3-3682-42d5-a74b-1ae667b72271 admin admin] Publish callbacks [] for security_group (13855e67-1563-4d3d-b4c3-a2f9c5e9ad71), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:32.946322 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:32.966181 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 is: BUILD; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:52:32.968007 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:32.984422 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.db [req-42ab009d-c214-41dc-b976-a6aea45b3c0a req-3818757b-4768-434c-9d70-5e5a21fbddf9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] For port 86e5c27b-3254-42aa-9d0f-5a43c944241b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=86e5c27b-3254-42aa-9d0f-5a43c944241b,segment=NetworkSegment(ac56fb31-b315-49df-9d9f-d73acde813cd),segment_id=ac56fb31-b315-49df-9d9f-d73acde813cd)] {{(pid=110997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:52:33.023207 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:52:33.023458 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-42ab009d-c214-41dc-b976-a6aea45b3c0a req-3818757b-4768-434c-9d70-5e5a21fbddf9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for port (86e5c27b-3254-42aa-9d0f-5a43c944241b), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:33.024375 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab28955-49eb-4750-839f-b9f2b14cb299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:52:33.026999 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d8dd7c-458b-4869-8347-10fe2a489a25" -d '{"events": [{"server_uuid": "dab28955-49eb-4750-839f-b9f2b14cb299", "name": "network-vif-plugged", "status": "completed", "tag": "3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:52:33.090848 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d08d9ab3-3682-42d5-a74b-1ae667b72271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (13855e67-1563-4d3d-b4c3-a2f9c5e9ad71), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:33.094076 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d08d9ab3-3682-42d5-a74b-1ae667b72271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:33.097919 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-d08d9ab3-3682-42d5-a74b-1ae667b72271 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/13855e67-1563-4d3d-b4c3-a2f9c5e9ad71 HTTP/1.1" status: 204 len: 168 time: 0.3804157 Jun 08 13:52:33.110794 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d9ab3-3682-42d5-a74b-1ae667b72271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13855e67-1563-4d3d-b4c3-a2f9c5e9ad71,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:33.119324 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-42ab009d-c214-41dc-b976-a6aea45b3c0a req-3818757b-4768-434c-9d70-5e5a21fbddf9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407452'] for port (86e5c27b-3254-42aa-9d0f-5a43c944241b), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:33.122425 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:33.151744 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['86e5c27b-3254-42aa-9d0f-5a43c944241b'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:52:33.194651 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab009d-c214-41dc-b976-a6aea45b3c0a req-3818757b-4768-434c-9d70-5e5a21fbddf9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:33.195755 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [req-42ab009d-c214-41dc-b976-a6aea45b3c0a req-3818757b-4768-434c-9d70-5e5a21fbddf9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:33.197552 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-42ab009d-c214-41dc-b976-a6aea45b3c0a req-3818757b-4768-434c-9d70-5e5a21fbddf9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "PUT /v2.0/ports/86e5c27b-3254-42aa-9d0f-5a43c944241b HTTP/1.1" status: 200 len: 943 time: 0.7816613 Jun 08 13:52:33.198269 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ed7b73-7978-4c81-84f1-53d223ad842f', 'tag': '86e5c27b-3254-42aa-9d0f-5a43c944241b'}] {{(pid=110997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:52:33.203677 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2deb37cb3b385adf0db1d4fcfc98a25470d12ffd9c9459d76da49831f0e3658f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd2952e-b038-42b2-b46c-8b47bba36c89" -d '{"events": [{"name": "network-changed", "server_uuid": "08ed7b73-7978-4c81-84f1-53d223ad842f", "tag": "86e5c27b-3254-42aa-9d0f-5a43c944241b"}]}' {{(pid=110997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:52:33.205768 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 40184) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:33.311166 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818757b-4768-434c-9d70-5e5a21fbddf9 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Pushing event updated for resources: {'Port': ['ID=86e5c27b-3254-42aa-9d0f-5a43c944241b,revision_number=7']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:33.352125 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac91506-f706-4f56-9775-c0cd89051fc2 x-openstack-request-id: req-6ac91506-f706-4f56-9775-c0cd89051fc2 {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:52:33.352125 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ed7b73-7978-4c81-84f1-53d223ad842f", "tag": "86e5c27b-3254-42aa-9d0f-5a43c944241b", "status": "completed", "code": 200}]} {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:52:33.352125 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6ac91506-f706-4f56-9775-c0cd89051fc2 {{(pid=110997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:52:33.352125 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ac91506-f706-4f56-9775-c0cd89051fc2'] response: {'name': 'network-changed', 'server_uuid': '08ed7b73-7978-4c81-84f1-53d223ad842f', 'tag': '86e5c27b-3254-42aa-9d0f-5a43c944241b', 'status': 'completed', 'code': 200} Jun 08 13:52:33.422837 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2952e-b038-42b2-b46c-8b47bba36c89 req-5f3d7f7a-14f3-4bfc-a102-96eb05eeda57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:33.425694 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1dd2952e-b038-42b2-b46c-8b47bba36c89 req-5f3d7f7a-14f3-4bfc-a102-96eb05eeda57 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14385fc22a1d4de4bc0af0c764f6ef69&device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 1130 time: 0.0744503 Jun 08 13:52:33.439315 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['86e5c27b-3254-42aa-9d0f-5a43c944241b'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:52:33.470278 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-e1284169-02f0-4cb6-acfb-140cb40d7588 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for security_group (a312ba82-f39d-4542-8a23-2c668eaeafb4), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:33.515244 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-e1284169-02f0-4cb6-acfb-140cb40d7588 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for security_group (a312ba82-f39d-4542-8a23-2c668eaeafb4), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:33.559730 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4,revision_number=7']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:33.576667 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-40682801-74c0-4a08-8f5a-b6f3139b9994 None None] Provisioning complete for port 86e5c27b-3254-42aa-9d0f-5a43c944241b triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:52:33.577423 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-40682801-74c0-4a08-8f5a-b6f3139b9994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (86e5c27b-3254-42aa-9d0f-5a43c944241b), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:33.676654 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2952e-b038-42b2-b46c-8b47bba36c89 req-c27e9671-08d9-4367-afde-192baafd19c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:33.678238 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1dd2952e-b038-42b2-b46c-8b47bba36c89 req-c27e9671-08d9-4367-afde-192baafd19c2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c89f5e55-1486-4a8c-8616-1c7f2554f4f0 HTTP/1.1" status: 200 len: 915 time: 0.2394497 Jun 08 13:52:33.679100 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336f488a-4daa-44cf-9d33-a3302829901e x-openstack-request-id: req-336f488a-4daa-44cf-9d33-a3302829901e {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:52:33.680740 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab28955-49eb-4750-839f-b9f2b14cb299", "name": "network-vif-plugged", "status": "completed", "tag": "3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:52:33.681221 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-336f488a-4daa-44cf-9d33-a3302829901e {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:52:33.682098 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-336f488a-4daa-44cf-9d33-a3302829901e'] response: {'server_uuid': 'dab28955-49eb-4750-839f-b9f2b14cb299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4', 'code': 200} Jun 08 13:52:33.777428 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1dd2952e-b038-42b2-b46c-8b47bba36c89 req-25807750-7d28-4c39-9a64-3b74411c9d00 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86e5c27b-3254-42aa-9d0f-5a43c944241b HTTP/1.1" status: 200 len: 1002 time: 0.0900083 Jun 08 13:52:33.805287 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-e1284169-02f0-4cb6-acfb-140cb40d7588 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (a312ba82-f39d-4542-8a23-2c668eaeafb4), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:33.809249 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-e1284169-02f0-4cb6-acfb-140cb40d7588 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:33.810393 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-e1284169-02f0-4cb6-acfb-140cb40d7588 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "DELETE /v2.0/security-groups/a312ba82-f39d-4542-8a23-2c668eaeafb4 HTTP/1.1" status: 204 len: 168 time: 0.6024783 Jun 08 13:52:33.813999 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 40194) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:33.869578 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-40682801-74c0-4a08-8f5a-b6f3139b9994 None None] Current status of the port 86e5c27b-3254-42aa-9d0f-5a43c944241b is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:52:33.902842 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1284169-02f0-4cb6-acfb-140cb40d7588 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a312ba82-f39d-4542-8a23-2c668eaeafb4,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:33.962389 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:33.973024 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2952e-b038-42b2-b46c-8b47bba36c89 req-2aaf4f0e-5f52-4e9f-be52-0406dcb31449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:33.979425 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1dd2952e-b038-42b2-b46c-8b47bba36c89 req-2aaf4f0e-5f52-4e9f-be52-0406dcb31449 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1ee10986-79b5-42da-ad16-de38c97fa967 HTTP/1.1" status: 200 len: 853 time: 0.1931088 Jun 08 13:52:33.980335 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:34.047184 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2952e-b038-42b2-b46c-8b47bba36c89 req-b65ae041-d3d2-4faf-b51c-64469ea21002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:34.051844 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1dd2952e-b038-42b2-b46c-8b47bba36c89 req-b65ae041-d3d2-4faf-b51c-64469ea21002 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c89f5e55-1486-4a8c-8616-1c7f2554f4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595582 Jun 08 13:52:34.055182 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39edef0e-26c7-416f-aa85-9275b0a70084 req-33f344cc-6395-4734-81e0-6c17f706e338 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:34.065822 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-39edef0e-26c7-416f-aa85-9275b0a70084 req-33f344cc-6395-4734-81e0-6c17f706e338 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.2430785 Jun 08 13:52:34.111447 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-fc56e398-3102-4b7f-9466-82dfff7e39e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:34.188258 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-39edef0e-26c7-416f-aa85-9275b0a70084 req-70ece95d-ab15-4fb7-9d4e-aa048ea82215 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213171 Jun 08 13:52:34.196553 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1dd2952e-b038-42b2-b46c-8b47bba36c89 req-4ab2fd21-6365-49e4-a85e-c9eb46ed67fa service neutron] 10.222.0.61 "GET /v2.0/networks/c89f5e55-1486-4a8c-8616-1c7f2554f4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408091 Jun 08 13:52:34.256313 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-c50ebef5-0350-4237-83d5-c71940a0a589 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Deleting port 6b8acf99-e48b-4eee-b56f-d122f06193d1 {{(pid=110997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:52:34.257094 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c50ebef5-0350-4237-83d5-c71940a0a589 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (6b8acf99-e48b-4eee-b56f-d122f06193d1), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:34.381777 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c50ebef5-0350-4237-83d5-c71940a0a589 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (6b8acf99-e48b-4eee-b56f-d122f06193d1), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:34.383035 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c50ebef5-0350-4237-83d5-c71940a0a589 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for floatingip (6b8acf99-e48b-4eee-b56f-d122f06193d1), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:34.384079 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1dd2952e-b038-42b2-b46c-8b47bba36c89 req-cb4c6371-d894-491f-9c1c-c91890f699ae service neutron] 10.222.0.61 "GET /v2.0/networks/c89f5e55-1486-4a8c-8616-1c7f2554f4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770427 Jun 08 13:52:34.400675 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-c50ebef5-0350-4237-83d5-c71940a0a589 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Calling delete_port for 6b8acf99-e48b-4eee-b56f-d122f06193d1 owned by network:floatingip {{(pid=110997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:52:34.697411 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c50ebef5-0350-4237-83d5-c71940a0a589 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (6b8acf99-e48b-4eee-b56f-d122f06193d1), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:34.747423 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ebef5-0350-4237-83d5-c71940a0a589 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Pushing event deleted for resources: {'Port': ['ID=6b8acf99-e48b-4eee-b56f-d122f06193d1,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:34.836293 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:34.842892 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c50ebef5-0350-4237-83d5-c71940a0a589 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks [] for floatingip (8221125f-80ab-4ecb-b536-66ec9d20f00b), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:34.843317 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.db.l3_db [None req-c50ebef5-0350-4237-83d5-c71940a0a589 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Floating IP 8221125f-80ab-4ecb-b536-66ec9d20f00b disassociated (deleted). External IP: 172.27.1.242, port: 86e5c27b-3254-42aa-9d0f-5a43c944241b. Jun 08 13:52:34.962574 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:35.099653 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50ebef5-0350-4237-83d5-c71940a0a589 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Router 5b9ae13c-6030-4ff3-9cf8-56923fd42e60 has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:52:35.278144 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50ebef5-0350-4237-83d5-c71940a0a589 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:52:35.284639 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c50ebef5-0350-4237-83d5-c71940a0a589 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:35.297269 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe47a34-2491-46bd-888b-7ea82eae7c16 None None] Sync routers for ids ['5b9ae13c-6030-4ff3-9cf8-56923fd42e60'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:52:35.306689 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe47a34-2491-46bd-888b-7ea82eae7c16 None None] Routers {'5b9ae13c-6030-4ff3-9cf8-56923fd42e60'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:52:35.307414 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-2fe47a34-2491-46bd-888b-7ea82eae7c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:52:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['5b9ae13c-6030-4ff3-9cf8-56923fd42e60'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:52:35.349700 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-c50ebef5-0350-4237-83d5-c71940a0a589 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "DELETE /v2.0/floatingips/8221125f-80ab-4ecb-b536-66ec9d20f00b HTTP/1.1" status: 204 len: 168 time: 1.5345140 Jun 08 13:52:35.352342 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ed7b73-7978-4c81-84f1-53d223ad842f', 'tag': '86e5c27b-3254-42aa-9d0f-5a43c944241b'}] {{(pid=110997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:52:35.354582 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2deb37cb3b385adf0db1d4fcfc98a25470d12ffd9c9459d76da49831f0e3658f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e16c51e-3336-4790-9738-7fdbd0dd17d0" -d '{"events": [{"name": "network-changed", "server_uuid": "08ed7b73-7978-4c81-84f1-53d223ad842f", "tag": "86e5c27b-3254-42aa-9d0f-5a43c944241b"}]}' {{(pid=110997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:52:35.368825 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915d3e0-9c2d-4802-8cf0-53456d7cd5df req-aa7f6ddb-a0c5-4690-8cfc-a854204af3ad tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:35.370458 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3915d3e0-9c2d-4802-8cf0-53456d7cd5df req-aa7f6ddb-a0c5-4690-8cfc-a854204af3ad tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.0793240 Jun 08 13:52:35.421824 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-2fe47a34-2491-46bd-888b-7ea82eae7c16 None None] Set router 5b9ae13c-6030-4ff3-9cf8-56923fd42e60 gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:52:35.443143 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3915d3e0-9c2d-4802-8cf0-53456d7cd5df req-b09e32da-0915-4641-a1fe-674697b61fbf tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655410 Jun 08 13:52:35.488804 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e1469e-7c26-4008-8a05-046e4bfae7b1 x-openstack-request-id: req-42e1469e-7c26-4008-8a05-046e4bfae7b1 {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:52:35.489193 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ed7b73-7978-4c81-84f1-53d223ad842f", "tag": "86e5c27b-3254-42aa-9d0f-5a43c944241b", "status": "completed", "code": 200}]} {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:52:35.489443 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-42e1469e-7c26-4008-8a05-046e4bfae7b1 {{(pid=110997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:52:35.489848 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42e1469e-7c26-4008-8a05-046e4bfae7b1'] response: {'name': 'network-changed', 'server_uuid': '08ed7b73-7978-4c81-84f1-53d223ad842f', 'tag': '86e5c27b-3254-42aa-9d0f-5a43c944241b', 'status': 'completed', 'code': 200} Jun 08 13:52:35.560173 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16c51e-3336-4790-9738-7fdbd0dd17d0 req-74c174e4-ed29-4a54-8c5e-613858a941e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:35.562592 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-8e16c51e-3336-4790-9738-7fdbd0dd17d0 req-74c174e4-ed29-4a54-8c5e-613858a941e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14385fc22a1d4de4bc0af0c764f6ef69&device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 1130 time: 0.0496695 Jun 08 13:52:35.629863 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:35.656005 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:35.672251 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16c51e-3336-4790-9738-7fdbd0dd17d0 req-ca269b7e-b255-4386-ae7c-f93953e700d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:35.673857 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-8e16c51e-3336-4790-9738-7fdbd0dd17d0 req-ca269b7e-b255-4386-ae7c-f93953e700d2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c89f5e55-1486-4a8c-8616-1c7f2554f4f0 HTTP/1.1" status: 200 len: 915 time: 0.1058288 Jun 08 13:52:35.719530 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-2fe47a34-2491-46bd-888b-7ea82eae7c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'name': 'tempest-TestMinimumBasicScenario-438079583-router', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6368d984-2071-4b41-996f-0f9611d8ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:49:44Z', 'updated_at': '2022-06-08T13:49:50Z', 'revision_number': 4, 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'gw_port': {'id': '6368d984-2071-4b41-996f-0f9611d8ee77', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:45Z', 'updated_at': '2022-06-08T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '40987ac5-be4c-4714-a11b-aba5327f7091', 'name': '', 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'mac_address': 'fa:16:3e:ac:e0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1ee10986-79b5-42da-ad16-de38c97fa967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:48Z', 'updated_at': '2022-06-08T13:49:55Z', 'revision_number': 5, 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'subnets': [{'id': '1ee10986-79b5-42da-ad16-de38c97fa967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:52:35.727208 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-8e16c51e-3336-4790-9738-7fdbd0dd17d0 req-38f45871-2679-48b1-bb89-e37ab3aed0ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86e5c27b-3254-42aa-9d0f-5a43c944241b HTTP/1.1" status: 200 len: 217 time: 0.0472419 Jun 08 13:52:35.759204 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe47a34-2491-46bd-888b-7ea82eae7c16 None None] Checking router: 5b9ae13c-6030-4ff3-9cf8-56923fd42e60 for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:52:35.779484 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe47a34-2491-46bd-888b-7ea82eae7c16 None None] Routers {'5b9ae13c-6030-4ff3-9cf8-56923fd42e60'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:52:35.780134 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-2fe47a34-2491-46bd-888b-7ea82eae7c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:52:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['5b9ae13c-6030-4ff3-9cf8-56923fd42e60'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:52:35.838166 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16c51e-3336-4790-9738-7fdbd0dd17d0 req-b8941bee-c784-47d8-8e36-d3c4160250f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:35.840287 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-8e16c51e-3336-4790-9738-7fdbd0dd17d0 req-b8941bee-c784-47d8-8e36-d3c4160250f0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1ee10986-79b5-42da-ad16-de38c97fa967 HTTP/1.1" status: 200 len: 853 time: 0.1061940 Jun 08 13:52:35.894708 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16c51e-3336-4790-9738-7fdbd0dd17d0 req-179d8348-6bb4-4b91-9796-a3bd30dcc436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:35.895437 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-8e16c51e-3336-4790-9738-7fdbd0dd17d0 req-179d8348-6bb4-4b91-9796-a3bd30dcc436 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c89f5e55-1486-4a8c-8616-1c7f2554f4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479858 Jun 08 13:52:35.968696 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-2fe47a34-2491-46bd-888b-7ea82eae7c16 None None] Set router 5b9ae13c-6030-4ff3-9cf8-56923fd42e60 gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:52:36.038297 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-8e16c51e-3336-4790-9738-7fdbd0dd17d0 req-68fa319b-4362-4895-b4d3-5c97344d5434 service neutron] 10.222.0.61 "GET /v2.0/networks/c89f5e55-1486-4a8c-8616-1c7f2554f4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304395 Jun 08 13:52:36.198847 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-8e16c51e-3336-4790-9738-7fdbd0dd17d0 req-26ca80d4-1a2a-4c44-bfd8-602cc2ed810d service neutron] 10.222.0.61 "GET /v2.0/networks/c89f5e55-1486-4a8c-8616-1c7f2554f4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524205 Jun 08 13:52:36.250751 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-2fe47a34-2491-46bd-888b-7ea82eae7c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'name': 'tempest-TestMinimumBasicScenario-438079583-router', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6368d984-2071-4b41-996f-0f9611d8ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:49:44Z', 'updated_at': '2022-06-08T13:49:50Z', 'revision_number': 4, 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'gw_port': {'id': '6368d984-2071-4b41-996f-0f9611d8ee77', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:45Z', 'updated_at': '2022-06-08T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '40987ac5-be4c-4714-a11b-aba5327f7091', 'name': '', 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'mac_address': 'fa:16:3e:ac:e0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1ee10986-79b5-42da-ad16-de38c97fa967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:48Z', 'updated_at': '2022-06-08T13:49:55Z', 'revision_number': 5, 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'subnets': [{'id': '1ee10986-79b5-42da-ad16-de38c97fa967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:52:36.279694 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe47a34-2491-46bd-888b-7ea82eae7c16 None None] The sync data for ids ['5b9ae13c-6030-4ff3-9cf8-56923fd42e60'] in dv-cinder-819149-5-iscsi is: [{'id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'name': 'tempest-TestMinimumBasicScenario-438079583-router', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6368d984-2071-4b41-996f-0f9611d8ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:49:44Z', 'updated_at': '2022-06-08T13:49:50Z', 'revision_number': 4, 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'gw_port': {'id': '6368d984-2071-4b41-996f-0f9611d8ee77', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:45Z', 'updated_at': '2022-06-08T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '40987ac5-be4c-4714-a11b-aba5327f7091', 'name': '', 'network_id': 'c89f5e55-1486-4a8c-8616-1c7f2554f4f0', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'mac_address': 'fa:16:3e:ac:e0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1ee10986-79b5-42da-ad16-de38c97fa967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:48Z', 'updated_at': '2022-06-08T13:49:55Z', 'revision_number': 5, 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'subnets': [{'id': '1ee10986-79b5-42da-ad16-de38c97fa967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:52:36.639057 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839da951-565a-48eb-b7ad-f7d7a7af0713 req-5de9f0b2-dfb8-4a74-9757-9829a72a72de tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:36.647443 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-839da951-565a-48eb-b7ad-f7d7a7af0713 req-5de9f0b2-dfb8-4a74-9757-9829a72a72de tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.1088369 Jun 08 13:52:36.662799 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:36.677881 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eac329-fe7f-4b09-b668-43651b3f091f None None] New status for floating IP 8221125f-80ab-4ecb-b536-66ec9d20f00b: DOWN {{(pid=110999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 13:52:36.719161 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-839da951-565a-48eb-b7ad-f7d7a7af0713 req-80904088-ad6b-4c85-b928-ab286fc9563a tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688138 Jun 08 13:52:37.666021 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 40288) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:37.808591 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c7714ef7-99c9-43b5-a193-dbf15e25ae88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:37.888905 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ebfa9-4a5c-4aa0-9b08-2c270f19a63a req-fbea5af0-b3f8-4a2a-8e5e-453726295202 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:37.890870 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b16ebfa9-4a5c-4aa0-9b08-2c270f19a63a req-fbea5af0-b3f8-4a2a-8e5e-453726295202 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.0726352 Jun 08 13:52:37.988047 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b16ebfa9-4a5c-4aa0-9b08-2c270f19a63a req-dc40fbe5-b665-488e-bac2-da69df6c277c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857630 Jun 08 13:52:38.005352 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c7714ef7-99c9-43b5-a193-dbf15e25ae88 admin admin] Publish callbacks [] for security_group (b746f040-294f-4ed4-b1ae-db9757e5c21b), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:38.078226 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c7714ef7-99c9-43b5-a193-dbf15e25ae88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (b746f040-294f-4ed4-b1ae-db9757e5c21b), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:38.115278 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7714ef7-99c9-43b5-a193-dbf15e25ae88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b746f040-294f-4ed4-b1ae-db9757e5c21b,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:38.137154 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:38.152591 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-c7714ef7-99c9-43b5-a193-dbf15e25ae88 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=92f520a1c541433087f6df850c93271c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4851520 Jun 08 13:52:38.155846 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 40300) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:38.237506 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a8c5f2b1-0a1a-4f11-9b8a-e4b07ea1c1d6 admin admin] Publish callbacks [] for security_group (b746f040-294f-4ed4-b1ae-db9757e5c21b), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:38.253785 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:38.264264 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a8c5f2b1-0a1a-4f11-9b8a-e4b07ea1c1d6 admin admin] Publish callbacks [] for security_group (b746f040-294f-4ed4-b1ae-db9757e5c21b), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:38.422573 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a8c5f2b1-0a1a-4f11-9b8a-e4b07ea1c1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (b746f040-294f-4ed4-b1ae-db9757e5c21b), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:38.427341 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a8c5f2b1-0a1a-4f11-9b8a-e4b07ea1c1d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:38.432085 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-a8c5f2b1-0a1a-4f11-9b8a-e4b07ea1c1d6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b746f040-294f-4ed4-b1ae-db9757e5c21b HTTP/1.1" status: 204 len: 168 time: 0.2742069 Jun 08 13:52:38.449652 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5f2b1-0a1a-4f11-9b8a-e4b07ea1c1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b746f040-294f-4ed4-b1ae-db9757e5c21b,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:39.127951 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:39.136813 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272c6a9-80eb-4511-9d70-c74692485f64 req-08531cb3-6bfa-4894-9f77-bc0bb8827227 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:39.138414 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9272c6a9-80eb-4511-9d70-c74692485f64 req-08531cb3-6bfa-4894-9f77-bc0bb8827227 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.0557861 Jun 08 13:52:39.195138 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9272c6a9-80eb-4511-9d70-c74692485f64 req-97c64da2-2add-4a84-84f4-52cbf2a73fe2 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507700 Jun 08 13:52:39.795022 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 40332) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:39.810214 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b80d998a-fc04-41a4-9236-f3df47507b0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:39.898791 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b80d998a-fc04-41a4-9236-f3df47507b0b admin admin] Publish callbacks [] for security_group (c584a08f-8ea4-49e2-b263-37676beb3b64), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:39.968558 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b80d998a-fc04-41a4-9236-f3df47507b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (c584a08f-8ea4-49e2-b263-37676beb3b64), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:40.011304 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-b80d998a-fc04-41a4-9236-f3df47507b0b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7f9572bf48564c32a5458c64f97df608&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150941 Jun 08 13:52:40.012432 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d998a-fc04-41a4-9236-f3df47507b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c584a08f-8ea4-49e2-b263-37676beb3b64,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:40.014900 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 40334) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:40.039360 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:40.096247 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-02f1d7f6-ef45-4084-ac2d-f42bab3674c8 admin admin] Publish callbacks [] for security_group (c584a08f-8ea4-49e2-b263-37676beb3b64), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:40.125057 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-02f1d7f6-ef45-4084-ac2d-f42bab3674c8 admin admin] Publish callbacks [] for security_group (c584a08f-8ea4-49e2-b263-37676beb3b64), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:40.298298 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-02f1d7f6-ef45-4084-ac2d-f42bab3674c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (c584a08f-8ea4-49e2-b263-37676beb3b64), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:40.301564 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-02f1d7f6-ef45-4084-ac2d-f42bab3674c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:40.302786 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-02f1d7f6-ef45-4084-ac2d-f42bab3674c8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c584a08f-8ea4-49e2-b263-37676beb3b64 HTTP/1.1" status: 204 len: 168 time: 0.2869060 Jun 08 13:52:40.312869 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1d7f6-ef45-4084-ac2d-f42bab3674c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c584a08f-8ea4-49e2-b263-37676beb3b64,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:40.364679 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40add874-8844-447e-80a7-169e424f6d10 req-9aadc6ca-5f1b-4d9d-b23c-e01fd489c9fb tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:40.373099 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-40add874-8844-447e-80a7-169e424f6d10 req-9aadc6ca-5f1b-4d9d-b23c-e01fd489c9fb tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.0853362 Jun 08 13:52:40.444631 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-40add874-8844-447e-80a7-169e424f6d10 req-9fcbf779-c989-4c7d-891a-150fa4f0e0cf tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683365 Jun 08 13:52:41.333266 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4be911-315a-484b-965f-b6ce21bf3900 req-7c429dfc-ac8e-412a-a249-d1e78741b127 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:41.335266 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8d4be911-315a-484b-965f-b6ce21bf3900 req-7c429dfc-ac8e-412a-a249-d1e78741b127 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 946 time: 0.0631559 Jun 08 13:52:41.416327 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8d4be911-315a-484b-965f-b6ce21bf3900 req-406a181c-7cfe-4e24-a00b-248a2b9e4109 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752075 Jun 08 13:52:41.571722 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd6f49-5fd2-42c2-b740-5fa135a59a0e req-d131adc0-e871-46ec-ab15-4b39d1787141 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:41.587821 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-25dd6f49-5fd2-42c2-b740-5fa135a59a0e req-d131adc0-e871-46ec-ab15-4b39d1787141 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.0575750 Jun 08 13:52:41.640271 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-25dd6f49-5fd2-42c2-b740-5fa135a59a0e req-7001d066-3df5-4fd5-97e9-84620038962c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562775 Jun 08 13:52:42.784982 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea357bb-1707-4236-b546-03202b12179f req-0ee0e641-8e13-4f0c-aaba-7984bd95ad18 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:42.786539 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6ea357bb-1707-4236-b546-03202b12179f req-0ee0e641-8e13-4f0c-aaba-7984bd95ad18 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 946 time: 0.2835743 Jun 08 13:52:42.845932 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6ea357bb-1707-4236-b546-03202b12179f req-112fdfe5-44ff-4826-90e2-4da60e29500c tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520082 Jun 08 13:52:42.945375 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:42.959075 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ab195-3883-43b5-8c7d-76ea9f461ddc req-c59b9c9b-9af6-4ae5-a15d-3d6e20724872 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:42.960827 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-657ab195-3883-43b5-8c7d-76ea9f461ddc req-c59b9c9b-9af6-4ae5-a15d-3d6e20724872 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.0569592 Jun 08 13:52:42.977339 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a93b8-eb81-42ff-965e-51b0ed18b490 req-b7be298e-b08b-41f0-9c27-746801f28ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:42.979028 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-585a93b8-eb81-42ff-965e-51b0ed18b490 req-b7be298e-b08b-41f0-9c27-746801f28ed0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0cc65fa99694daa81878db0200bdb4b&device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 1130 time: 0.0546453 Jun 08 13:52:43.030136 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-657ab195-3883-43b5-8c7d-76ea9f461ddc req-b874784b-996d-422a-9dd7-91e6fbb22125 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603697 Jun 08 13:52:43.039436 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:43.127591 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4510ed-932c-4e7d-802a-091e284a45e7 req-6814923b-091d-49c0-a807-5f781c2c25fa tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:43.129640 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3e4510ed-932c-4e7d-802a-091e284a45e7 req-6814923b-091d-49c0-a807-5f781c2c25fa tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.61 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 946 time: 0.0524726 Jun 08 13:52:43.272794 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-3e4510ed-932c-4e7d-802a-091e284a45e7 req-0fd8bffa-fcb4-4644-9bcf-01f05e5174f6 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Deleting port 86e5c27b-3254-42aa-9d0f-5a43c944241b {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:52:43.273546 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-3e4510ed-932c-4e7d-802a-091e284a45e7 req-0fd8bffa-fcb4-4644-9bcf-01f05e5174f6 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (86e5c27b-3254-42aa-9d0f-5a43c944241b), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:43.327294 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a93b8-eb81-42ff-965e-51b0ed18b490 req-d27bac03-bb69-4058-91e1-261b4052ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:43.330840 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-585a93b8-eb81-42ff-965e-51b0ed18b490 req-d27bac03-bb69-4058-91e1-261b4052ed64 service neutron] 10.222.0.61 "GET /v2.0/networks?id=12800c86-d5ba-481d-a55e-8c6ac82045b0 HTTP/1.1" status: 200 len: 915 time: 0.3249032 Jun 08 13:52:43.437484 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-585a93b8-eb81-42ff-965e-51b0ed18b490 req-d4d2ce54-69c8-4e76-bd38-a07bf01a0bb9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 HTTP/1.1" status: 200 len: 1001 time: 0.0936196 Jun 08 13:52:43.497853 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-3e4510ed-932c-4e7d-802a-091e284a45e7 req-0fd8bffa-fcb4-4644-9bcf-01f05e5174f6 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] For port 86e5c27b-3254-42aa-9d0f-5a43c944241b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=86e5c27b-3254-42aa-9d0f-5a43c944241b,segment=NetworkSegment(ac56fb31-b315-49df-9d9f-d73acde813cd),segment_id=ac56fb31-b315-49df-9d9f-d73acde813cd)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:52:43.498526 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-3e4510ed-932c-4e7d-802a-091e284a45e7 req-0fd8bffa-fcb4-4644-9bcf-01f05e5174f6 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (86e5c27b-3254-42aa-9d0f-5a43c944241b), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:43.510234 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:43.523978 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-3e4510ed-932c-4e7d-802a-091e284a45e7 req-0fd8bffa-fcb4-4644-9bcf-01f05e5174f6 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Calling delete_port for 86e5c27b-3254-42aa-9d0f-5a43c944241b owned by compute:nova {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:52:43.527007 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a93b8-eb81-42ff-965e-51b0ed18b490 req-5b8ccb01-a088-4d12-a3b9-8de83e9cc73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:43.528506 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-585a93b8-eb81-42ff-965e-51b0ed18b490 req-5b8ccb01-a088-4d12-a3b9-8de83e9cc73f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a82067f-8037-420a-aa38-ea511b7711ca HTTP/1.1" status: 200 len: 853 time: 0.0837457 Jun 08 13:52:43.883622 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a93b8-eb81-42ff-965e-51b0ed18b490 req-ba2f0981-53ac-4bc0-8da5-626c620877d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:43.883885 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-585a93b8-eb81-42ff-965e-51b0ed18b490 req-ba2f0981-53ac-4bc0-8da5-626c620877d4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=12800c86-d5ba-481d-a55e-8c6ac82045b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3476133 Jun 08 13:52:43.981219 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:44.004951 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9010a1d-8425-4302-9b2a-e940dc55a184 req-4a2e1eb2-1ed9-40e6-a12e-fcb97591a765 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:44.006535 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e9010a1d-8425-4302-9b2a-e940dc55a184 req-4a2e1eb2-1ed9-40e6-a12e-fcb97591a765 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 946 time: 0.0603733 Jun 08 13:52:44.038072 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-585a93b8-eb81-42ff-965e-51b0ed18b490 req-1b313956-d365-4ef2-9a68-af9bb70b3479 service neutron] 10.222.0.61 "GET /v2.0/networks/12800c86-d5ba-481d-a55e-8c6ac82045b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469047 Jun 08 13:52:44.057840 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e9010a1d-8425-4302-9b2a-e940dc55a184 req-23bd71a9-f991-4007-b47e-567c39001463 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/security-groups?id=79c4e47a-6f95-4fd0-83d9-2d8f893c79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453453 Jun 08 13:52:44.158492 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-585a93b8-eb81-42ff-965e-51b0ed18b490 req-8d29b30a-6916-4eb8-b217-e2de96a3ef18 service neutron] 10.222.0.61 "GET /v2.0/networks/12800c86-d5ba-481d-a55e-8c6ac82045b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103950 Jun 08 13:52:44.167072 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5146665-ebd9-488a-8a46-436233b5b5ed req-b2ecc21b-1b73-40e1-aeed-e1c9abbe0299 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:44.168541 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d5146665-ebd9-488a-8a46-436233b5b5ed req-b2ecc21b-1b73-40e1-aeed-e1c9abbe0299 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.0537765 Jun 08 13:52:44.188027 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-3e4510ed-932c-4e7d-802a-091e284a45e7 req-0fd8bffa-fcb4-4644-9bcf-01f05e5174f6 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (86e5c27b-3254-42aa-9d0f-5a43c944241b), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:44.200903 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['86e5c27b-3254-42aa-9d0f-5a43c944241b'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:52:44.224306 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8bffa-fcb4-4644-9bcf-01f05e5174f6 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Pushing event deleted for resources: {'Port': ['ID=86e5c27b-3254-42aa-9d0f-5a43c944241b,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:44.256687 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d5146665-ebd9-488a-8a46-436233b5b5ed req-de08f923-30f1-4f46-94a6-2c83e9a3e8b3 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814588 Jun 08 13:52:44.291759 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4510ed-932c-4e7d-802a-091e284a45e7 req-0fd8bffa-fcb4-4644-9bcf-01f05e5174f6 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] No DVR routers for this DVR port 86e5c27b-3254-42aa-9d0f-5a43c944241b on host hv-cinder-81914 {{(pid=110998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:52:44.294944 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-3e4510ed-932c-4e7d-802a-091e284a45e7 req-0fd8bffa-fcb4-4644-9bcf-01f05e5174f6 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:44.298249 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3e4510ed-932c-4e7d-802a-091e284a45e7 req-0fd8bffa-fcb4-4644-9bcf-01f05e5174f6 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.61 "DELETE /v2.0/ports/86e5c27b-3254-42aa-9d0f-5a43c944241b HTTP/1.1" status: 204 len: 173 time: 1.1612556 Jun 08 13:52:44.298711 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ed7b73-7978-4c81-84f1-53d223ad842f', 'name': 'network-vif-deleted', 'tag': '86e5c27b-3254-42aa-9d0f-5a43c944241b'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:52:44.300987 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863d4f7b-ba0b-4cbf-9b5b-17632bd0b52d" -d '{"events": [{"server_uuid": "08ed7b73-7978-4c81-84f1-53d223ad842f", "name": "network-vif-deleted", "tag": "86e5c27b-3254-42aa-9d0f-5a43c944241b"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:52:44.462885 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27255dbd-66a3-4662-98c1-23a9fea362ac x-openstack-request-id: req-27255dbd-66a3-4662-98c1-23a9fea362ac {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:52:44.463173 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ed7b73-7978-4c81-84f1-53d223ad842f", "name": "network-vif-deleted", "tag": "86e5c27b-3254-42aa-9d0f-5a43c944241b", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:52:44.463425 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-27255dbd-66a3-4662-98c1-23a9fea362ac {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:52:44.463821 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27255dbd-66a3-4662-98c1-23a9fea362ac'] response: {'server_uuid': '08ed7b73-7978-4c81-84f1-53d223ad842f', 'name': 'network-vif-deleted', 'tag': '86e5c27b-3254-42aa-9d0f-5a43c944241b', 'status': 'completed', 'code': 200} Jun 08 13:52:45.177861 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-284699ec-16a2-4dcd-8c62-7dfa2687ed46 req-fe76c733-9a8c-40f4-9072-de0b36f4f697 tempest-TestMinimumBasicScenario-1463513676 tempest-TestMinimumBasicScenario-1463513676-project] 10.222.0.55 "GET /v2.0/ports?device_id=08ed7b73-7978-4c81-84f1-53d223ad842f HTTP/1.1" status: 200 len: 210 time: 0.0294485 Jun 08 13:52:45.328280 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14fb2d-fae3-47fc-9217-441a76ebe431 req-c1c48045-726f-4dcc-92d4-ace6356891f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:45.329813 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1d14fb2d-fae3-47fc-9217-441a76ebe431 req-c1c48045-726f-4dcc-92d4-ace6356891f5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0cc65fa99694daa81878db0200bdb4b&device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 1130 time: 0.0426536 Jun 08 13:52:45.394404 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa84a9-8794-4bce-ae5c-d81a63d73755 req-9a293ee2-ba04-4bc5-97fe-4ebc7f407261 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:45.396320 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a2aa84a9-8794-4bce-ae5c-d81a63d73755 req-9a293ee2-ba04-4bc5-97fe-4ebc7f407261 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.0568242 Jun 08 13:52:45.440246 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14fb2d-fae3-47fc-9217-441a76ebe431 req-8f4215f3-94c1-43f9-b8d5-59c7db37b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:45.442020 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1d14fb2d-fae3-47fc-9217-441a76ebe431 req-8f4215f3-94c1-43f9-b8d5-59c7db37b3da service neutron] 10.222.0.61 "GET /v2.0/networks?id=12800c86-d5ba-481d-a55e-8c6ac82045b0 HTTP/1.1" status: 200 len: 915 time: 0.1055105 Jun 08 13:52:45.448225 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a2aa84a9-8794-4bce-ae5c-d81a63d73755 req-00a77e2c-2f51-497a-89f3-548e8c33e40b tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457678 Jun 08 13:52:45.709011 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1d14fb2d-fae3-47fc-9217-441a76ebe431 req-2183b240-729c-4438-9651-4ad67b5080fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 HTTP/1.1" status: 200 len: 1001 time: 0.0580335 Jun 08 13:52:45.773602 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14fb2d-fae3-47fc-9217-441a76ebe431 req-88703ade-10a8-4b3e-976c-1b3f4b3989ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:45.775106 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1d14fb2d-fae3-47fc-9217-441a76ebe431 req-88703ade-10a8-4b3e-976c-1b3f4b3989ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a82067f-8037-420a-aa38-ea511b7711ca HTTP/1.1" status: 200 len: 853 time: 0.0519800 Jun 08 13:52:45.820787 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14fb2d-fae3-47fc-9217-441a76ebe431 req-0cbdbfa5-0f8e-4575-b27d-7abf95fe165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:45.822720 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1d14fb2d-fae3-47fc-9217-441a76ebe431 req-0cbdbfa5-0f8e-4575-b27d-7abf95fe165b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=12800c86-d5ba-481d-a55e-8c6ac82045b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410371 Jun 08 13:52:45.925090 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1d14fb2d-fae3-47fc-9217-441a76ebe431 req-2f60eaa8-6e7f-4352-90d1-4aaece27052b service neutron] 10.222.0.61 "GET /v2.0/networks/12800c86-d5ba-481d-a55e-8c6ac82045b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920713 Jun 08 13:52:46.020772 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1d14fb2d-fae3-47fc-9217-441a76ebe431 req-b0af81b7-9515-4aaf-9808-d54157ef5a92 service neutron] 10.222.0.61 "GET /v2.0/networks/12800c86-d5ba-481d-a55e-8c6ac82045b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883684 Jun 08 13:52:46.571994 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f38a80-056b-41ff-85de-ed186af447ff req-cea06e46-c174-40b9-bf70-6c6f07f2aaaa tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:46.573658 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e5f38a80-056b-41ff-85de-ed186af447ff req-cea06e46-c174-40b9-bf70-6c6f07f2aaaa tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 946 time: 0.0487339 Jun 08 13:52:46.626377 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e5f38a80-056b-41ff-85de-ed186af447ff req-80617d9e-e47e-4529-8b74-c1022f2e0c84 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454769 Jun 08 13:52:46.872324 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 86e5c27b-3254-42aa-9d0f-5a43c944241b no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:52:46.894749 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] No Port match for: 86e5c27b-3254-42aa-9d0f-5a43c944241b {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:52:46.895092 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 86e5c27b-3254-42aa-9d0f-5a43c944241b not bound to the agent host hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:52:46.895505 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:52:46.965372 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 is: ACTIVE; New status is: DOWN {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:52:46.965749 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:46.989345 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab28955-49eb-4750-839f-b9f2b14cb299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:52:46.991466 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b134e3-1213-4968-b11b-796353512529" -d '{"events": [{"server_uuid": "dab28955-49eb-4750-839f-b9f2b14cb299", "name": "network-vif-unplugged", "status": "completed", "tag": "3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:52:47.004236 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:52:47.035619 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Jun 2022 13:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac424de-4d6d-42b8-b8f6-788282d52f48 x-openstack-request-id: req-0ac424de-4d6d-42b8-b8f6-788282d52f48 {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:52:47.035918 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab28955-49eb-4750-839f-b9f2b14cb299", "name": "network-vif-unplugged", "status": "completed", "tag": "3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:52:47.036211 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0ac424de-4d6d-42b8-b8f6-788282d52f48 {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:52:47.036718 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ac424de-4d6d-42b8-b8f6-788282d52f48'] response: {'server_uuid': 'dab28955-49eb-4750-839f-b9f2b14cb299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4', 'code': 200} Jun 08 13:52:47.111733 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:47.161226 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4,revision_number=8']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:47.172601 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:47.172947 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:47.173314 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:47.173680 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:47.174018 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:47.174346 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:47.174673 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:47.174997 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:47.175317 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:47.175667 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:47.176146 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:47.176486 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:47.176809 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:47.177126 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:47.177443 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:47.754727 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddd94a-b19b-47f4-b191-7ba09e5fdc1b req-df70b87f-e65f-4541-91fe-643247e3d8d7 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:47.756350 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-23ddd94a-b19b-47f4-b191-7ba09e5fdc1b req-df70b87f-e65f-4541-91fe-643247e3d8d7 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 944 time: 0.0527287 Jun 08 13:52:47.807166 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-23ddd94a-b19b-47f4-b191-7ba09e5fdc1b req-e1539721-b1a4-4af7-aa64-73cc6fa02515 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423324 Jun 08 13:52:48.101371 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 40532) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:48.187798 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:48.424646 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9c4a63ae-3bb4-4c90-935b-d7b9526aae48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354865'] for router_interface (5b9ae13c-6030-4ff3-9cf8-56923fd42e60), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:48.464331 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:48.662314 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-9c4a63ae-3bb4-4c90-935b-d7b9526aae48 admin admin] Deleting port 40987ac5-be4c-4714-a11b-aba5327f7091 {{(pid=110997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:52:48.662659 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9c4a63ae-3bb4-4c90-935b-d7b9526aae48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (40987ac5-be4c-4714-a11b-aba5327f7091), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:48.748473 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.db [None req-9c4a63ae-3bb4-4c90-935b-d7b9526aae48 admin admin] For port 40987ac5-be4c-4714-a11b-aba5327f7091, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=40987ac5-be4c-4714-a11b-aba5327f7091,segment=NetworkSegment(ac56fb31-b315-49df-9d9f-d73acde813cd),segment_id=ac56fb31-b315-49df-9d9f-d73acde813cd)] {{(pid=110997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:52:48.748757 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9c4a63ae-3bb4-4c90-935b-d7b9526aae48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (40987ac5-be4c-4714-a11b-aba5327f7091), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:48.762306 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-9c4a63ae-3bb4-4c90-935b-d7b9526aae48 admin admin] Calling delete_port for 40987ac5-be4c-4714-a11b-aba5327f7091 owned by network:router_interface {{(pid=110997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:52:48.942463 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5bd79-ea95-4483-83e2-92c1b44d2602 req-ea8f6eb9-1088-458a-bfa7-7563907eb988 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:48.943956 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-84b5bd79-ea95-4483-83e2-92c1b44d2602 req-ea8f6eb9-1088-458a-bfa7-7563907eb988 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 944 time: 0.0607641 Jun 08 13:52:49.026122 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-84b5bd79-ea95-4483-83e2-92c1b44d2602 req-8e855035-bdb4-4a81-9982-6f2c46499164 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615327 Jun 08 13:52:49.070967 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9c4a63ae-3bb4-4c90-935b-d7b9526aae48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (40987ac5-be4c-4714-a11b-aba5327f7091), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:49.105828 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a63ae-3bb4-4c90-935b-d7b9526aae48 admin admin] Pushing event deleted for resources: {'Port': ['ID=40987ac5-be4c-4714-a11b-aba5327f7091,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:49.223403 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:49.288579 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9c4a63ae-3bb4-4c90-935b-d7b9526aae48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355233'] for router_interface (5b9ae13c-6030-4ff3-9cf8-56923fd42e60), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:49.291026 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:49.504464 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4a63ae-3bb4-4c90-935b-d7b9526aae48 admin admin] Router 5b9ae13c-6030-4ff3-9cf8-56923fd42e60 has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:52:49.612829 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4a63ae-3bb4-4c90-935b-d7b9526aae48 admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:52:49.618146 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-9c4a63ae-3bb4-4c90-935b-d7b9526aae48 admin admin] 10.222.0.55 "PUT /v2.0/routers/5b9ae13c-6030-4ff3-9cf8-56923fd42e60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5153644 Jun 08 13:52:49.624624 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 40552) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:49.624861 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2414349-671c-4d40-943d-abfb2a6cea98 None None] Sync routers for ids ['5b9ae13c-6030-4ff3-9cf8-56923fd42e60'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:52:49.642372 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2414349-671c-4d40-943d-abfb2a6cea98 None None] Routers {'5b9ae13c-6030-4ff3-9cf8-56923fd42e60'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:52:49.642979 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-f2414349-671c-4d40-943d-abfb2a6cea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:52:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['5b9ae13c-6030-4ff3-9cf8-56923fd42e60'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:52:49.723351 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-445e9e42-65cf-4545-b190-166c55c5bf55 admin admin] Publish callbacks [] for router (5b9ae13c-6030-4ff3-9cf8-56923fd42e60), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:49.744800 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-f2414349-671c-4d40-943d-abfb2a6cea98 None None] Set router 5b9ae13c-6030-4ff3-9cf8-56923fd42e60 gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:52:49.833514 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=100 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:49.835727 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=100 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:49.852584 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-445e9e42-65cf-4545-b190-166c55c5bf55 admin admin] Publish callbacks [] for router_gateway (5b9ae13c-6030-4ff3-9cf8-56923fd42e60), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:49.922767 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-f2414349-671c-4d40-943d-abfb2a6cea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'name': 'tempest-TestMinimumBasicScenario-438079583-router', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6368d984-2071-4b41-996f-0f9611d8ee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:49:44Z', 'updated_at': '2022-06-08T13:52:48Z', 'revision_number': 5, 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'gw_port': {'id': '6368d984-2071-4b41-996f-0f9611d8ee77', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:45Z', 'updated_at': '2022-06-08T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:52:49.947896 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2414349-671c-4d40-943d-abfb2a6cea98 None None] Checking router: 5b9ae13c-6030-4ff3-9cf8-56923fd42e60 for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:52:49.957767 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2414349-671c-4d40-943d-abfb2a6cea98 None None] Routers {'5b9ae13c-6030-4ff3-9cf8-56923fd42e60'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:52:49.958460 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-f2414349-671c-4d40-943d-abfb2a6cea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:52:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['5b9ae13c-6030-4ff3-9cf8-56923fd42e60'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:52:49.968488 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-445e9e42-65cf-4545-b190-166c55c5bf55 admin admin] Deleting port 6368d984-2071-4b41-996f-0f9611d8ee77 {{(pid=110997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:52:49.968856 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-445e9e42-65cf-4545-b190-166c55c5bf55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (6368d984-2071-4b41-996f-0f9611d8ee77), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:50.050233 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-f2414349-671c-4d40-943d-abfb2a6cea98 None None] Set router 5b9ae13c-6030-4ff3-9cf8-56923fd42e60 gateway port host: None {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:52:50.062129 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.db [None req-445e9e42-65cf-4545-b190-166c55c5bf55 admin admin] For port 6368d984-2071-4b41-996f-0f9611d8ee77, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=6368d984-2071-4b41-996f-0f9611d8ee77,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=110997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:52:50.062596 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-445e9e42-65cf-4545-b190-166c55c5bf55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (6368d984-2071-4b41-996f-0f9611d8ee77), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:50.076945 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:50.078278 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-445e9e42-65cf-4545-b190-166c55c5bf55 admin admin] Calling delete_port for 6368d984-2071-4b41-996f-0f9611d8ee77 owned by network:router_gateway {{(pid=110997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:52:50.106337 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-f2414349-671c-4d40-943d-abfb2a6cea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'name': 'tempest-TestMinimumBasicScenario-438079583-router', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:49:44Z', 'updated_at': '2022-06-08T13:52:49Z', 'revision_number': 6, 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'gw_port_host': None}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:52:50.132693 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2414349-671c-4d40-943d-abfb2a6cea98 None None] The sync data for ids ['5b9ae13c-6030-4ff3-9cf8-56923fd42e60'] in dv-cinder-819149-5-iscsi is: [{'id': '5b9ae13c-6030-4ff3-9cf8-56923fd42e60', 'name': 'tempest-TestMinimumBasicScenario-438079583-router', 'tenant_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:49:44Z', 'updated_at': '2022-06-08T13:52:49Z', 'revision_number': 6, 'project_id': '14385fc22a1d4de4bc0af0c764f6ef69', 'gw_port_host': None}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:52:50.341798 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-445e9e42-65cf-4545-b190-166c55c5bf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (6368d984-2071-4b41-996f-0f9611d8ee77), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:50.368547 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e9e42-65cf-4545-b190-166c55c5bf55 admin admin] Pushing event deleted for resources: {'Port': ['ID=6368d984-2071-4b41-996f-0f9611d8ee77,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:50.437777 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-445e9e42-65cf-4545-b190-166c55c5bf55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358006'] for router_gateway (5b9ae13c-6030-4ff3-9cf8-56923fd42e60), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:50.492118 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:50.528937 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-445e9e42-65cf-4545-b190-166c55c5bf55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-354715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2700'] for router (5b9ae13c-6030-4ff3-9cf8-56923fd42e60), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:50.531289 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-445e9e42-65cf-4545-b190-166c55c5bf55 admin admin] Publish callbacks [] for router_controller (5b9ae13c-6030-4ff3-9cf8-56923fd42e60), precommit_delete_associations {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:50.638669 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-445e9e42-65cf-4545-b190-166c55c5bf55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-355316'] for router (5b9ae13c-6030-4ff3-9cf8-56923fd42e60), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:50.639292 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445e9e42-65cf-4545-b190-166c55c5bf55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b9ae13c-6030-4ff3-9cf8-56923fd42e60 {{(pid=110997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 13:52:50.645530 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-445e9e42-65cf-4545-b190-166c55c5bf55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:50.645698 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-445e9e42-65cf-4545-b190-166c55c5bf55 admin admin] 10.222.0.55 "DELETE /v2.0/routers/5b9ae13c-6030-4ff3-9cf8-56923fd42e60 HTTP/1.1" status: 204 len: 168 time: 1.0236993 Jun 08 13:52:50.655216 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 40570) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:50.703547 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd129669-80a6-4afd-b0bd-b7a43202252d admin admin] Deleting subnet 1ee10986-79b5-42da-ad16-de38c97fa967 {{(pid=110997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 13:52:50.706662 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-cd129669-80a6-4afd-b0bd-b7a43202252d admin admin] Publish callbacks [] for subnet (1ee10986-79b5-42da-ad16-de38c97fa967), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:50.747416 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-cd129669-80a6-4afd-b0bd-b7a43202252d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11440041'] for subnet (1ee10986-79b5-42da-ad16-de38c97fa967), precommit_delete_associations {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:51.105025 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-cd129669-80a6-4afd-b0bd-b7a43202252d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628126'] for subnet (1ee10986-79b5-42da-ad16-de38c97fa967), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:51.254040 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-cd129669-80a6-4afd-b0bd-b7a43202252d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8407458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12563171'] for subnet (1ee10986-79b5-42da-ad16-de38c97fa967), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:51.277705 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd129669-80a6-4afd-b0bd-b7a43202252d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ee10986-79b5-42da-ad16-de38c97fa967,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:51.283420 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-cd129669-80a6-4afd-b0bd-b7a43202252d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for subnet (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:51.287454 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-cd129669-80a6-4afd-b0bd-b7a43202252d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1ee10986-79b5-42da-ad16-de38c97fa967 HTTP/1.1" status: 204 len: 168 time: 0.6308825 Jun 08 13:52:51.290460 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 40578) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:51.291455 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3cada1-3726-4f10-a0d6-7d28d7eab763 None None] Network c89f5e55-1486-4a8c-8616-1c7f2554f4f0 requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:52:51.371328 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4144d097-ed50-4800-a75a-51669930c2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427792'] for network (c89f5e55-1486-4a8c-8616-1c7f2554f4f0), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:51.426444 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-4144d097-ed50-4800-a75a-51669930c2cc admin admin] Deleting port c046c241-11c1-4d31-b1a6-ce9d638d028e {{(pid=110997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:52:51.427007 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4144d097-ed50-4800-a75a-51669930c2cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (c046c241-11c1-4d31-b1a6-ce9d638d028e), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:51.475591 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d9a3d8-251e-4e97-a0cc-db0a5ea16ed6 None None] DHCP port deletion for c89f5e55-1486-4a8c-8616-1c7f2554f4f0 request from dv-cinder-819149-5-iscsi {{(pid=110999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 08 13:52:51.515618 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:51.517588 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.db [None req-4144d097-ed50-4800-a75a-51669930c2cc admin admin] For port c046c241-11c1-4d31-b1a6-ce9d638d028e, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=c046c241-11c1-4d31-b1a6-ce9d638d028e,segment=NetworkSegment(ac56fb31-b315-49df-9d9f-d73acde813cd),segment_id=ac56fb31-b315-49df-9d9f-d73acde813cd)] {{(pid=110997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:52:51.517943 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4144d097-ed50-4800-a75a-51669930c2cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (c046c241-11c1-4d31-b1a6-ce9d638d028e), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:51.524316 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-b4d9a3d8-251e-4e97-a0cc-db0a5ea16ed6 None None] Deleting port c046c241-11c1-4d31-b1a6-ce9d638d028e {{(pid=110999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:52:51.524686 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-b4d9a3d8-251e-4e97-a0cc-db0a5ea16ed6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (c046c241-11c1-4d31-b1a6-ce9d638d028e), before_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:51.557687 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-4144d097-ed50-4800-a75a-51669930c2cc admin admin] Calling delete_port for c046c241-11c1-4d31-b1a6-ce9d638d028e owned by network:dhcp {{(pid=110997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:52:51.579295 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5669e1-05d1-4efd-976b-33114306bcf7 req-42854c38-0fda-43f0-9dff-b1123a56e2e5 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:51.580943 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-df5669e1-05d1-4efd-976b-33114306bcf7 req-42854c38-0fda-43f0-9dff-b1123a56e2e5 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 944 time: 0.0856402 Jun 08 13:52:51.619314 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-b4d9a3d8-251e-4e97-a0cc-db0a5ea16ed6 None None] For port c046c241-11c1-4d31-b1a6-ce9d638d028e, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=c046c241-11c1-4d31-b1a6-ce9d638d028e,segment=NetworkSegment(ac56fb31-b315-49df-9d9f-d73acde813cd),segment_id=ac56fb31-b315-49df-9d9f-d73acde813cd)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:52:51.619878 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-b4d9a3d8-251e-4e97-a0cc-db0a5ea16ed6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (c046c241-11c1-4d31-b1a6-ce9d638d028e), precommit_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:51.641169 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-b4d9a3d8-251e-4e97-a0cc-db0a5ea16ed6 None None] Calling delete_port for c046c241-11c1-4d31-b1a6-ce9d638d028e owned by network:dhcp {{(pid=110999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:52:51.695724 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-df5669e1-05d1-4efd-976b-33114306bcf7 req-8bf85c9c-cb56-4b9d-9361-db969da8cb5e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762489 Jun 08 13:52:51.798746 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4144d097-ed50-4800-a75a-51669930c2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (c046c241-11c1-4d31-b1a6-ce9d638d028e), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:51.805326 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-b4d9a3d8-251e-4e97-a0cc-db0a5ea16ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809'] for port (c046c241-11c1-4d31-b1a6-ce9d638d028e), after_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:51.827780 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144d097-ed50-4800-a75a-51669930c2cc admin admin] Pushing event deleted for resources: {'Port': ['ID=c046c241-11c1-4d31-b1a6-ce9d638d028e,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:51.832709 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4144d097-ed50-4800-a75a-51669930c2cc admin admin] No DVR routers for this DVR port c046c241-11c1-4d31-b1a6-ce9d638d028e on host dv-cinder-819149-5-iscsi {{(pid=110997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:52:51.836257 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 40987ac5-be4c-4714-a11b-aba5327f7091 no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:52:51.841268 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9a3d8-251e-4e97-a0cc-db0a5ea16ed6 None None] Pushing event deleted for resources: {'Port': ['ID=c046c241-11c1-4d31-b1a6-ce9d638d028e,revision_number=None']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:51.861021 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: 40987ac5-be4c-4714-a11b-aba5327f7091 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:52:51.861602 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 40987ac5-be4c-4714-a11b-aba5327f7091 not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:52:51.862172 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 6368d984-2071-4b41-996f-0f9611d8ee77 no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:52:51.883225 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d9a3d8-251e-4e97-a0cc-db0a5ea16ed6 None None] No DVR routers for this DVR port c046c241-11c1-4d31-b1a6-ce9d638d028e on host dv-cinder-819149-5-iscsi {{(pid=110999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:52:51.885512 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: 6368d984-2071-4b41-996f-0f9611d8ee77 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:52:51.885870 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 6368d984-2071-4b41-996f-0f9611d8ee77 not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:52:51.886278 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device c046c241-11c1-4d31-b1a6-ce9d638d028e no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:52:51.908022 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: c046c241-11c1-4d31-b1a6-ce9d638d028e {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:52:51.908401 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device c046c241-11c1-4d31-b1a6-ce9d638d028e not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:52:51.911068 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4144d097-ed50-4800-a75a-51669930c2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629017', 'neutron.services.segments.db._delete_segments_for_network-8774158746125'] for network (c89f5e55-1486-4a8c-8616-1c7f2554f4f0), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:51.933508 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.services.segments.db [None req-4144d097-ed50-4800-a75a-51669930c2cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89f5e55-1486-4a8c-8616-1c7f2554f4f0']}} {{(pid=110997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:52:51.945958 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.services.segments.db [None req-4144d097-ed50-4800-a75a-51669930c2cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac56fb31-b315-49df-9d9f-d73acde813cd') {'for_net_delete': True} {{(pid=110997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:52:51.946303 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.services.segments.db [None req-4144d097-ed50-4800-a75a-51669930c2cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac56fb31-b315-49df-9d9f-d73acde813cd') {} {{(pid=110997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:52:51.960116 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4144d097-ed50-4800-a75a-51669930c2cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158745236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11440032'] for segment (ac56fb31-b315-49df-9d9f-d73acde813cd), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:51.974492 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4144d097-ed50-4800-a75a-51669930c2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (ac56fb31-b315-49df-9d9f-d73acde813cd), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:51.981994 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4144d097-ed50-4800-a75a-51669930c2cc admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=110997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:52:51.982689 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4144d097-ed50-4800-a75a-51669930c2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8407544'] for segment (ac56fb31-b315-49df-9d9f-d73acde813cd), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:52.045332 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:52.062674 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 40606) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:52.119233 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4144d097-ed50-4800-a75a-51669930c2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357978'] for network (c89f5e55-1486-4a8c-8616-1c7f2554f4f0), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:52.124715 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4144d097-ed50-4800-a75a-51669930c2cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:52.130738 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-4144d097-ed50-4800-a75a-51669930c2cc admin admin] 10.222.0.55 "DELETE /v2.0/networks/c89f5e55-1486-4a8c-8616-1c7f2554f4f0 HTTP/1.1" status: 204 len: 168 time: 0.8362877 Jun 08 13:52:52.131098 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 40610) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:52.161242 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.services.segments.plugin [-] Segment ac56fb31-b315-49df-9d9f-d73acde813cd resource provider aggregate not found Jun 08 13:52:52.167796 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144d097-ed50-4800-a75a-51669930c2cc admin admin] Pushing event deleted for resources: {'Network': ['ID=c89f5e55-1486-4a8c-8616-1c7f2554f4f0,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:52.185115 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-870d68fb-a32a-427c-8a2f-63f34f4270f0 req-13e37367-33a3-4ead-814c-d753b307f6bb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1186728 Jun 08 13:52:52.185785 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.services.segments.plugin [-] Segment ac56fb31-b315-49df-9d9f-d73acde813cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac56fb31-b315-49df-9d9f-d73acde813cd found for delete ", "request_id": "req-f56daefd-bd78-4651-ad5d-dc73ab8716f3"}]} Jun 08 13:52:52.189485 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [req-870d68fb-a32a-427c-8a2f-63f34f4270f0 req-c0b9486f-c327-4b31-a818-887ed1be382b service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=110997) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 13:52:52.190458 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-870d68fb-a32a-427c-8a2f-63f34f4270f0 req-c0b9486f-c327-4b31-a818-887ed1be382b service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0072510 Jun 08 13:52:52.238688 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:52.283018 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 40622) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:52.400625 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d68fb-a32a-427c-8a2f-63f34f4270f0 req-f173ef11-14f4-4d3a-9cba-b0a70dae8e60 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:52.402353 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-870d68fb-a32a-427c-8a2f-63f34f4270f0 req-f173ef11-14f4-4d3a-9cba-b0a70dae8e60 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports/3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 HTTP/1.1" status: 200 len: 941 time: 0.1176958 Jun 08 13:52:52.567549 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-424990e0-5839-45f0-958b-1477068c00af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354865'] for router_interface (9f00bd2b-b2a0-466c-bf37-1a91beee76fd), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:52.684889 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:52.867019 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328db44-660f-432a-9b70-85370286485e req-27e7ab6c-c010-4bb9-97ca-033b98e17966 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:52.869031 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f328db44-660f-432a-9b70-85370286485e req-27e7ab6c-c010-4bb9-97ca-033b98e17966 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 944 time: 0.0658419 Jun 08 13:52:52.903039 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:52:52.978520 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-424990e0-5839-45f0-958b-1477068c00af admin admin] Deleting port 7ac88f24-ceea-4863-87d7-1b588fc92c5e {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:52:52.978769 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-424990e0-5839-45f0-958b-1477068c00af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (7ac88f24-ceea-4863-87d7-1b588fc92c5e), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:52.980774 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f328db44-660f-432a-9b70-85370286485e req-318aa8cd-b6a4-475e-8611-8cc9c1d6d83a tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055477 Jun 08 13:52:52.987611 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:53.014006 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 is: DOWN; New status is: DOWN {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:52:53.076123 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [None req-424990e0-5839-45f0-958b-1477068c00af admin admin] For port 7ac88f24-ceea-4863-87d7-1b588fc92c5e, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=7ac88f24-ceea-4863-87d7-1b588fc92c5e,segment=NetworkSegment(a7ccfb18-3001-4e53-86a8-9d74f304e21b),segment_id=a7ccfb18-3001-4e53-86a8-9d74f304e21b)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:52:53.076488 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-424990e0-5839-45f0-958b-1477068c00af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (7ac88f24-ceea-4863-87d7-1b588fc92c5e), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:53.099968 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-424990e0-5839-45f0-958b-1477068c00af admin admin] Calling delete_port for 7ac88f24-ceea-4863-87d7-1b588fc92c5e owned by network:router_interface {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:52:53.350824 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-424990e0-5839-45f0-958b-1477068c00af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (7ac88f24-ceea-4863-87d7-1b588fc92c5e), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:53.374738 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424990e0-5839-45f0-958b-1477068c00af admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac88f24-ceea-4863-87d7-1b588fc92c5e,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:53.384484 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424990e0-5839-45f0-958b-1477068c00af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:53.384828 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424990e0-5839-45f0-958b-1477068c00af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:53.385165 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424990e0-5839-45f0-958b-1477068c00af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:53.385497 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424990e0-5839-45f0-958b-1477068c00af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:53.385850 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424990e0-5839-45f0-958b-1477068c00af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:53.386708 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424990e0-5839-45f0-958b-1477068c00af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:53.386708 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424990e0-5839-45f0-958b-1477068c00af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:53.386901 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424990e0-5839-45f0-958b-1477068c00af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:53.387063 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424990e0-5839-45f0-958b-1477068c00af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:53.387385 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424990e0-5839-45f0-958b-1477068c00af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:53.387759 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424990e0-5839-45f0-958b-1477068c00af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:53.388095 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424990e0-5839-45f0-958b-1477068c00af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:53.388413 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424990e0-5839-45f0-958b-1477068c00af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:53.388749 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424990e0-5839-45f0-958b-1477068c00af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:53.389024 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424990e0-5839-45f0-958b-1477068c00af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:52:53.448594 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:53.559259 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-424990e0-5839-45f0-958b-1477068c00af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355233'] for router_interface (9f00bd2b-b2a0-466c-bf37-1a91beee76fd), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:53.767809 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424990e0-5839-45f0-958b-1477068c00af admin admin] Router 9f00bd2b-b2a0-466c-bf37-1a91beee76fd has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:52:53.819652 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:53.887438 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424990e0-5839-45f0-958b-1477068c00af admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:52:53.892421 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-424990e0-5839-45f0-958b-1477068c00af admin admin] 10.222.0.55 "PUT /v2.0/routers/9f00bd2b-b2a0-466c-bf37-1a91beee76fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7599275 Jun 08 13:52:53.894878 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 40660) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:53.897713 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541707b9-4254-4aed-be3f-4d5cec4716db None None] Sync routers for ids ['9f00bd2b-b2a0-466c-bf37-1a91beee76fd'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:52:53.909447 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541707b9-4254-4aed-be3f-4d5cec4716db None None] Routers {'9f00bd2b-b2a0-466c-bf37-1a91beee76fd'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:52:53.910207 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-541707b9-4254-4aed-be3f-4d5cec4716db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:52:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['9f00bd2b-b2a0-466c-bf37-1a91beee76fd'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:52:53.996480 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-bd477e5a-7a7f-4b09-b000-b9705638454b admin admin] Publish callbacks [] for router (9f00bd2b-b2a0-466c-bf37-1a91beee76fd), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:54.013735 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-541707b9-4254-4aed-be3f-4d5cec4716db None None] Set router 9f00bd2b-b2a0-466c-bf37-1a91beee76fd gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:52:54.110898 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:54.126667 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d519b-e861-4387-ba6e-358e266316ae req-ff975266-34da-4561-a639-715dc2cd3aa9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:54.133994 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-833d519b-e861-4387-ba6e-358e266316ae req-ff975266-34da-4561-a639-715dc2cd3aa9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 944 time: 0.0725327 Jun 08 13:52:54.163770 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-bd477e5a-7a7f-4b09-b000-b9705638454b admin admin] Publish callbacks [] for router_gateway (9f00bd2b-b2a0-466c-bf37-1a91beee76fd), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:54.192597 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-833d519b-e861-4387-ba6e-358e266316ae req-f0487e37-1384-44c1-9975-76e0a771a07e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574923 Jun 08 13:52:54.211263 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-541707b9-4254-4aed-be3f-4d5cec4716db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f00bd2b-b2a0-466c-bf37-1a91beee76fd', 'name': 'tempest-TestMinimumBasicScenario-1529205868-router', 'tenant_id': 'd577681733474beb8e17acfa66ccba7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ba2f97a2-a023-4315-b8a9-ceb96df31129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:49:54Z', 'updated_at': '2022-06-08T13:52:53Z', 'revision_number': 5, 'project_id': 'd577681733474beb8e17acfa66ccba7e', 'gw_port': {'id': 'ba2f97a2-a023-4315-b8a9-ceb96df31129', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f00bd2b-b2a0-466c-bf37-1a91beee76fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:49:54Z', 'updated_at': '2022-06-08T13:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:52:54.242215 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541707b9-4254-4aed-be3f-4d5cec4716db None None] Checking router: 9f00bd2b-b2a0-466c-bf37-1a91beee76fd for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:52:54.248714 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:54.251705 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541707b9-4254-4aed-be3f-4d5cec4716db None None] Routers {'9f00bd2b-b2a0-466c-bf37-1a91beee76fd'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:52:54.252379 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-541707b9-4254-4aed-be3f-4d5cec4716db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:52:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['9f00bd2b-b2a0-466c-bf37-1a91beee76fd'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:52:54.268958 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-bd477e5a-7a7f-4b09-b000-b9705638454b admin admin] Deleting port ba2f97a2-a023-4315-b8a9-ceb96df31129 {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:52:54.269297 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-bd477e5a-7a7f-4b09-b000-b9705638454b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (ba2f97a2-a023-4315-b8a9-ceb96df31129), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:54.334462 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-541707b9-4254-4aed-be3f-4d5cec4716db None None] Set router 9f00bd2b-b2a0-466c-bf37-1a91beee76fd gateway port host: None {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:52:54.350917 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d68fb-a32a-427c-8a2f-63f34f4270f0 req-367dd666-3d72-401f-b551-c3904ea5c9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:54.352385 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-870d68fb-a32a-427c-8a2f-63f34f4270f0 req-367dd666-3d72-401f-b551-c3904ea5c9e2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299&tenant_id=d0cc65fa99694daa81878db0200bdb4b HTTP/1.1" status: 200 len: 1128 time: 0.0845156 Jun 08 13:52:54.427014 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [None req-bd477e5a-7a7f-4b09-b000-b9705638454b admin admin] For port ba2f97a2-a023-4315-b8a9-ceb96df31129, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=ba2f97a2-a023-4315-b8a9-ceb96df31129,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:52:54.427391 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-bd477e5a-7a7f-4b09-b000-b9705638454b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (ba2f97a2-a023-4315-b8a9-ceb96df31129), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:54.441706 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d68fb-a32a-427c-8a2f-63f34f4270f0 req-2fbf7a2c-6196-4260-81ec-ece847260cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:54.443230 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-870d68fb-a32a-427c-8a2f-63f34f4270f0 req-2fbf7a2c-6196-4260-81ec-ece847260cc1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0cc65fa99694daa81878db0200bdb4b&device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 1128 time: 0.0665076 Jun 08 13:52:54.447675 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-bd477e5a-7a7f-4b09-b000-b9705638454b admin admin] Calling delete_port for ba2f97a2-a023-4315-b8a9-ceb96df31129 owned by network:router_gateway {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:52:54.510545 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-541707b9-4254-4aed-be3f-4d5cec4716db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f00bd2b-b2a0-466c-bf37-1a91beee76fd', 'name': 'tempest-TestMinimumBasicScenario-1529205868-router', 'tenant_id': 'd577681733474beb8e17acfa66ccba7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:49:54Z', 'updated_at': '2022-06-08T13:52:54Z', 'revision_number': 6, 'project_id': 'd577681733474beb8e17acfa66ccba7e', 'gw_port_host': None}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:52:54.535560 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541707b9-4254-4aed-be3f-4d5cec4716db None None] The sync data for ids ['9f00bd2b-b2a0-466c-bf37-1a91beee76fd'] in dv-cinder-819149-5-iscsi is: [{'id': '9f00bd2b-b2a0-466c-bf37-1a91beee76fd', 'name': 'tempest-TestMinimumBasicScenario-1529205868-router', 'tenant_id': 'd577681733474beb8e17acfa66ccba7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:49:54Z', 'updated_at': '2022-06-08T13:52:54Z', 'revision_number': 6, 'project_id': 'd577681733474beb8e17acfa66ccba7e', 'gw_port_host': None}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:52:54.622828 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d68fb-a32a-427c-8a2f-63f34f4270f0 req-9eb39147-db99-41b5-bdb1-4321b7a2dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:54.624233 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-870d68fb-a32a-427c-8a2f-63f34f4270f0 req-9eb39147-db99-41b5-bdb1-4321b7a2dc60 service neutron] 10.222.0.61 "GET /v2.0/networks?id=12800c86-d5ba-481d-a55e-8c6ac82045b0 HTTP/1.1" status: 200 len: 915 time: 0.1721807 Jun 08 13:52:54.715973 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-870d68fb-a32a-427c-8a2f-63f34f4270f0 req-e278d87c-d12d-40e8-beb8-a0167b255b89 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 HTTP/1.1" status: 200 len: 999 time: 0.0806708 Jun 08 13:52:54.730228 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:54.775897 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d68fb-a32a-427c-8a2f-63f34f4270f0 req-e75bfd07-f121-4d91-8df5-5bc2324ac7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:54.777352 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-870d68fb-a32a-427c-8a2f-63f34f4270f0 req-e75bfd07-f121-4d91-8df5-5bc2324ac7a4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a82067f-8037-420a-aa38-ea511b7711ca HTTP/1.1" status: 200 len: 853 time: 0.0550876 Jun 08 13:52:54.826745 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d68fb-a32a-427c-8a2f-63f34f4270f0 req-387abf44-d957-446c-a455-46bec813312b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:54.828172 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-870d68fb-a32a-427c-8a2f-63f34f4270f0 req-387abf44-d957-446c-a455-46bec813312b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=12800c86-d5ba-481d-a55e-8c6ac82045b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397131 Jun 08 13:52:54.886361 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-bd477e5a-7a7f-4b09-b000-b9705638454b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (ba2f97a2-a023-4315-b8a9-ceb96df31129), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:54.924942 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd477e5a-7a7f-4b09-b000-b9705638454b admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2f97a2-a023-4315-b8a9-ceb96df31129,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:55.252498 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-870d68fb-a32a-427c-8a2f-63f34f4270f0 req-3db0dabe-48aa-4855-8f6f-a61f653e8c5c service neutron] 10.222.0.61 "GET /v2.0/networks/12800c86-d5ba-481d-a55e-8c6ac82045b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167926 Jun 08 13:52:55.255102 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-bd477e5a-7a7f-4b09-b000-b9705638454b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358006'] for router_gateway (9f00bd2b-b2a0-466c-bf37-1a91beee76fd), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:55.317011 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1ab30-42eb-49d4-9c07-9e8dd310ca42 req-731b412c-49f4-4900-96a6-324b979cd54e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:55.319346 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-78c1ab30-42eb-49d4-9c07-9e8dd310ca42 req-731b412c-49f4-4900-96a6-324b979cd54e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 944 time: 0.0496454 Jun 08 13:52:55.370832 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-78c1ab30-42eb-49d4-9c07-9e8dd310ca42 req-35b20fc2-6a39-4779-b837-2c444d105b9e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458446 Jun 08 13:52:55.406973 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-bd477e5a-7a7f-4b09-b000-b9705638454b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-354715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2700'] for router (9f00bd2b-b2a0-466c-bf37-1a91beee76fd), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:55.412401 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-bd477e5a-7a7f-4b09-b000-b9705638454b admin admin] Publish callbacks [] for router_controller (9f00bd2b-b2a0-466c-bf37-1a91beee76fd), precommit_delete_associations {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:55.506018 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-870d68fb-a32a-427c-8a2f-63f34f4270f0 req-200dc71d-31fc-4fa7-a4d8-b6ca795809bc service neutron] 10.222.0.61 "GET /v2.0/networks/12800c86-d5ba-481d-a55e-8c6ac82045b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333050 Jun 08 13:52:55.563811 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-bd477e5a-7a7f-4b09-b000-b9705638454b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-355316'] for router (9f00bd2b-b2a0-466c-bf37-1a91beee76fd), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:55.564488 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd477e5a-7a7f-4b09-b000-b9705638454b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f00bd2b-b2a0-466c-bf37-1a91beee76fd {{(pid=110998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 13:52:55.571316 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-bd477e5a-7a7f-4b09-b000-b9705638454b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:55.571316 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-bd477e5a-7a7f-4b09-b000-b9705638454b admin admin] 10.222.0.55 "DELETE /v2.0/routers/9f00bd2b-b2a0-466c-bf37-1a91beee76fd HTTP/1.1" status: 204 len: 168 time: 1.6749568 Jun 08 13:52:55.573394 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 40684) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:55.621478 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_v2 [None req-25cdac90-17d6-4dc3-b4ea-803ccb5582c3 admin admin] Deleting subnet 80725fb4-d3d4-46d9-96dd-6bdae9029ee3 {{(pid=110998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 13:52:55.625851 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-25cdac90-17d6-4dc3-b4ea-803ccb5582c3 admin admin] Publish callbacks [] for subnet (80725fb4-d3d4-46d9-96dd-6bdae9029ee3), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:55.670835 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-25cdac90-17d6-4dc3-b4ea-803ccb5582c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8827961'] for subnet (80725fb4-d3d4-46d9-96dd-6bdae9029ee3), precommit_delete_associations {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:55.748048 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-25cdac90-17d6-4dc3-b4ea-803ccb5582c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628126'] for subnet (80725fb4-d3d4-46d9-96dd-6bdae9029ee3), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:55.774665 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:55.830109 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 7ac88f24-ceea-4863-87d7-1b588fc92c5e no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:52:55.854709 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: 7ac88f24-ceea-4863-87d7-1b588fc92c5e {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:52:55.855300 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 7ac88f24-ceea-4863-87d7-1b588fc92c5e not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:52:55.855723 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device ba2f97a2-a023-4315-b8a9-ceb96df31129 no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:52:55.875035 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: ba2f97a2-a023-4315-b8a9-ceb96df31129 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:52:55.875443 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device ba2f97a2-a023-4315-b8a9-ceb96df31129 not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:52:55.894034 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-25cdac90-17d6-4dc3-b4ea-803ccb5582c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11352020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12398490'] for subnet (80725fb4-d3d4-46d9-96dd-6bdae9029ee3), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:55.919327 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdac90-17d6-4dc3-b4ea-803ccb5582c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80725fb4-d3d4-46d9-96dd-6bdae9029ee3,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:55.926576 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-25cdac90-17d6-4dc3-b4ea-803ccb5582c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:55.932543 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-25cdac90-17d6-4dc3-b4ea-803ccb5582c3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/80725fb4-d3d4-46d9-96dd-6bdae9029ee3 HTTP/1.1" status: 204 len: 168 time: 0.3553698 Jun 08 13:52:55.932543 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 40706) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:55.939722 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17c048d-79f4-48e8-9150-2af91aa03a03 None None] Network 984f2ad1-938f-429a-8ebf-d04e53aa4bbd requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:52:56.014290 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-65132f2e-c44b-4f39-9f64-f6f48f0bf105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427792'] for network (984f2ad1-938f-429a-8ebf-d04e53aa4bbd), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:56.025909 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:56.057962 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-65132f2e-c44b-4f39-9f64-f6f48f0bf105 admin admin] Deleting port e501c68f-bf6f-45ba-8a40-28766709d43f {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:52:56.058301 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-65132f2e-c44b-4f39-9f64-f6f48f0bf105 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (e501c68f-bf6f-45ba-8a40-28766709d43f), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:56.103714 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57efead3-fa31-4cba-9953-0dc3c3647701 None None] DHCP port deletion for 984f2ad1-938f-429a-8ebf-d04e53aa4bbd request from dv-cinder-819149-5-iscsi {{(pid=110999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 08 13:52:56.133054 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [None req-65132f2e-c44b-4f39-9f64-f6f48f0bf105 admin admin] For port e501c68f-bf6f-45ba-8a40-28766709d43f, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=e501c68f-bf6f-45ba-8a40-28766709d43f,segment=NetworkSegment(a7ccfb18-3001-4e53-86a8-9d74f304e21b),segment_id=a7ccfb18-3001-4e53-86a8-9d74f304e21b)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:52:56.133647 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-65132f2e-c44b-4f39-9f64-f6f48f0bf105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (e501c68f-bf6f-45ba-8a40-28766709d43f), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:56.151197 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-65132f2e-c44b-4f39-9f64-f6f48f0bf105 admin admin] Calling delete_port for e501c68f-bf6f-45ba-8a40-28766709d43f owned by network:dhcp {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:52:56.152138 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-57efead3-fa31-4cba-9953-0dc3c3647701 None None] Deleting port e501c68f-bf6f-45ba-8a40-28766709d43f {{(pid=110999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:52:56.152571 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-57efead3-fa31-4cba-9953-0dc3c3647701 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (e501c68f-bf6f-45ba-8a40-28766709d43f), before_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:56.237804 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-57efead3-fa31-4cba-9953-0dc3c3647701 None None] For port e501c68f-bf6f-45ba-8a40-28766709d43f, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=e501c68f-bf6f-45ba-8a40-28766709d43f,segment=NetworkSegment(a7ccfb18-3001-4e53-86a8-9d74f304e21b),segment_id=a7ccfb18-3001-4e53-86a8-9d74f304e21b)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:52:56.238443 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-57efead3-fa31-4cba-9953-0dc3c3647701 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (e501c68f-bf6f-45ba-8a40-28766709d43f), precommit_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:56.264035 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-57efead3-fa31-4cba-9953-0dc3c3647701 None None] Calling delete_port for e501c68f-bf6f-45ba-8a40-28766709d43f owned by network:dhcp {{(pid=110999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:52:56.276979 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=100 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:56.381510 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-65132f2e-c44b-4f39-9f64-f6f48f0bf105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (e501c68f-bf6f-45ba-8a40-28766709d43f), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:56.390739 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-57efead3-fa31-4cba-9953-0dc3c3647701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809'] for port (e501c68f-bf6f-45ba-8a40-28766709d43f), after_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:56.422225 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efead3-fa31-4cba-9953-0dc3c3647701 None None] Pushing event deleted for resources: {'Port': ['ID=e501c68f-bf6f-45ba-8a40-28766709d43f,revision_number=None']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:56.424454 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57efead3-fa31-4cba-9953-0dc3c3647701 None None] No DVR routers for this DVR port e501c68f-bf6f-45ba-8a40-28766709d43f on host dv-cinder-819149-5-iscsi {{(pid=110999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:52:56.443289 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65132f2e-c44b-4f39-9f64-f6f48f0bf105 admin admin] Pushing event deleted for resources: {'Port': ['ID=e501c68f-bf6f-45ba-8a40-28766709d43f,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:56.443289 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65132f2e-c44b-4f39-9f64-f6f48f0bf105 admin admin] No DVR routers for this DVR port e501c68f-bf6f-45ba-8a40-28766709d43f on host dv-cinder-819149-5-iscsi {{(pid=110998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:52:56.547889 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-65132f2e-c44b-4f39-9f64-f6f48f0bf105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629017', 'neutron.services.segments.db._delete_segments_for_network-8774158746125'] for network (984f2ad1-938f-429a-8ebf-d04e53aa4bbd), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:56.564949 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0e5d3-d9f1-4064-a6ce-3a939210fabd req-9d451a17-e198-433e-91c2-f561ad379625 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:56.573444 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e1d0e5d3-d9f1-4064-a6ce-3a939210fabd req-9d451a17-e198-433e-91c2-f561ad379625 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 944 time: 0.0767863 Jun 08 13:52:56.585968 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-65132f2e-c44b-4f39-9f64-f6f48f0bf105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['984f2ad1-938f-429a-8ebf-d04e53aa4bbd']}} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:52:56.602250 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-65132f2e-c44b-4f39-9f64-f6f48f0bf105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ccfb18-3001-4e53-86a8-9d74f304e21b') {'for_net_delete': True} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:52:56.602924 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-65132f2e-c44b-4f39-9f64-f6f48f0bf105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ccfb18-3001-4e53-86a8-9d74f304e21b') {} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:52:56.619216 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-65132f2e-c44b-4f39-9f64-f6f48f0bf105 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158745236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8827952'] for segment (a7ccfb18-3001-4e53-86a8-9d74f304e21b), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:56.633548 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e1d0e5d3-d9f1-4064-a6ce-3a939210fabd req-8b304b55-5afc-40d6-8af3-46f6985adfba tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579896 Jun 08 13:52:56.643965 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-65132f2e-c44b-4f39-9f64-f6f48f0bf105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (a7ccfb18-3001-4e53-86a8-9d74f304e21b), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:56.652303 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65132f2e-c44b-4f39-9f64-f6f48f0bf105 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=110998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:52:56.652807 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-65132f2e-c44b-4f39-9f64-f6f48f0bf105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11351950'] for segment (a7ccfb18-3001-4e53-86a8-9d74f304e21b), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:56.781316 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.services.segments.plugin [-] Segment a7ccfb18-3001-4e53-86a8-9d74f304e21b resource provider aggregate not found Jun 08 13:52:56.798182 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.services.segments.plugin [-] Segment a7ccfb18-3001-4e53-86a8-9d74f304e21b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7ccfb18-3001-4e53-86a8-9d74f304e21b found for delete ", "request_id": "req-925ca188-a71d-45b1-8171-f3ba010d43dc"}]} Jun 08 13:52:56.836649 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-65132f2e-c44b-4f39-9f64-f6f48f0bf105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357978'] for network (984f2ad1-938f-429a-8ebf-d04e53aa4bbd), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:56.855059 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-65132f2e-c44b-4f39-9f64-f6f48f0bf105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:56.858798 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-65132f2e-c44b-4f39-9f64-f6f48f0bf105 admin admin] 10.222.0.55 "DELETE /v2.0/networks/984f2ad1-938f-429a-8ebf-d04e53aa4bbd HTTP/1.1" status: 204 len: 168 time: 0.9256065 Jun 08 13:52:56.859876 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65132f2e-c44b-4f39-9f64-f6f48f0bf105 admin admin] Pushing event deleted for resources: {'Network': ['ID=984f2ad1-938f-429a-8ebf-d04e53aa4bbd,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:57.220673 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 40730) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:57.267753 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 40732) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:57.268320 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-49dd1007-902f-4dca-bbf2-7dad44fd38ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=14385fc22a1d4de4bc0af0c764f6ef69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460672 Jun 08 13:52:57.318585 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-323833a6-02c0-4442-88cc-6f15c5399b96 admin admin] Publish callbacks [] for security_group (79c4e47a-6f95-4fd0-83d9-2d8f893c79be), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:57.341976 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-323833a6-02c0-4442-88cc-6f15c5399b96 admin admin] Publish callbacks [] for security_group (79c4e47a-6f95-4fd0-83d9-2d8f893c79be), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:57.477132 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-323833a6-02c0-4442-88cc-6f15c5399b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (79c4e47a-6f95-4fd0-83d9-2d8f893c79be), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:57.480293 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-323833a6-02c0-4442-88cc-6f15c5399b96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:57.481839 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-323833a6-02c0-4442-88cc-6f15c5399b96 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/79c4e47a-6f95-4fd0-83d9-2d8f893c79be HTTP/1.1" status: 204 len: 168 time: 0.2129147 Jun 08 13:52:57.499590 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323833a6-02c0-4442-88cc-6f15c5399b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c4e47a-6f95-4fd0-83d9-2d8f893c79be,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:57.774125 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:57.782090 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbca601-3d33-4060-852c-46624c410079 req-7ca71eea-c3f8-4576-93e4-2bf9545d8a8f tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:57.783710 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6cbca601-3d33-4060-852c-46624c410079 req-7ca71eea-c3f8-4576-93e4-2bf9545d8a8f tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 944 time: 0.0639279 Jun 08 13:52:57.851493 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device e501c68f-bf6f-45ba-8a40-28766709d43f no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:52:57.896855 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6cbca601-3d33-4060-852c-46624c410079 req-143478d1-1d68-4813-88e9-ce4b2a6ad7a7 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058371 Jun 08 13:52:57.911905 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: e501c68f-bf6f-45ba-8a40-28766709d43f {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:52:57.912610 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device e501c68f-bf6f-45ba-8a40-28766709d43f not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:52:58.372623 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 40744) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:58.417869 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-2430bd0b-e737-47a0-9bc4-b220ad0ddd32 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d577681733474beb8e17acfa66ccba7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440240 Jun 08 13:52:58.420595 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 40746) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:52:58.474102 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-01b245e1-32c9-41c0-b6b9-43c0b2c7cd3e admin admin] Publish callbacks [] for security_group (ff542dfc-6c63-448a-b6d8-790e444baf2e), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:58.498149 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-01b245e1-32c9-41c0-b6b9-43c0b2c7cd3e admin admin] Publish callbacks [] for security_group (ff542dfc-6c63-448a-b6d8-790e444baf2e), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:58.516714 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:52:58.647901 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-01b245e1-32c9-41c0-b6b9-43c0b2c7cd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (ff542dfc-6c63-448a-b6d8-790e444baf2e), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:58.651397 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-01b245e1-32c9-41c0-b6b9-43c0b2c7cd3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:52:58.660310 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-01b245e1-32c9-41c0-b6b9-43c0b2c7cd3e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ff542dfc-6c63-448a-b6d8-790e444baf2e HTTP/1.1" status: 204 len: 168 time: 0.2341232 Jun 08 13:52:58.690792 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b245e1-32c9-41c0-b6b9-43c0b2c7cd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff542dfc-6c63-448a-b6d8-790e444baf2e,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:52:59.071144 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd229b-d951-43b0-af18-b1d652d0f040 req-f7a4369a-b451-48b6-ac27-d8ad4fb67214 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:52:59.073473 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-24fd229b-d951-43b0-af18-b1d652d0f040 req-f7a4369a-b451-48b6-ac27-d8ad4fb67214 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 944 time: 0.0772903 Jun 08 13:52:59.175059 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-24fd229b-d951-43b0-af18-b1d652d0f040 req-01e6e4d6-c489-4a65-b7cd-91e0396b65f0 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882082 Jun 08 13:53:00.077726 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=40 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:00.110309 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=9 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:00.303338 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f1588-6717-4c83-92d4-80fd9cd88a98 req-2d590074-5886-4366-894c-f81ba13cf8b3 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:00.304863 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a79f1588-6717-4c83-92d4-80fd9cd88a98 req-2d590074-5886-4366-894c-f81ba13cf8b3 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 944 time: 0.0563056 Jun 08 13:53:00.355780 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a79f1588-6717-4c83-92d4-80fd9cd88a98 req-81d51731-2e10-4723-b2de-7e35f545c539 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446932 Jun 08 13:53:01.486800 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93640772-62c3-48c0-8ebd-fcf94452ebd9 req-8c070c08-421e-41f6-883a-ad1ac69defb9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:01.489226 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-93640772-62c3-48c0-8ebd-fcf94452ebd9 req-8c070c08-421e-41f6-883a-ad1ac69defb9 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 944 time: 0.0525348 Jun 08 13:53:01.523650 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:01.540847 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-93640772-62c3-48c0-8ebd-fcf94452ebd9 req-71f40883-4e6a-405d-aeae-ed73b047007e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458269 Jun 08 13:53:01.825619 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-955e4bcd-bf3c-4d84-bacb-63f81f788884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:02.672780 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10251b34-50fa-4581-9b2b-c717d0dc25bd req-d4837a44-73d0-4984-8bc2-28ffb0914e16 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:02.674270 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-10251b34-50fa-4581-9b2b-c717d0dc25bd req-d4837a44-73d0-4984-8bc2-28ffb0914e16 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 944 time: 0.0506363 Jun 08 13:53:02.729839 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-10251b34-50fa-4581-9b2b-c717d0dc25bd req-58702016-960e-4c5f-9c5d-8ad5b517d192 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493658 Jun 08 13:53:03.860169 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b1b1d-90b3-40a4-be1e-a69032710746 req-303ed5a0-d3cf-4b36-b1cf-838d88cfbeca tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:03.862643 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bd1b1b1d-90b3-40a4-be1e-a69032710746 req-303ed5a0-d3cf-4b36-b1cf-838d88cfbeca tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 944 time: 0.0515487 Jun 08 13:53:03.914612 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bd1b1b1d-90b3-40a4-be1e-a69032710746 req-b2b8c054-a4b7-4dfa-94b1-9e7716fcaf5c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461526 Jun 08 13:53:04.089693 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-3f3bd226-c5cd-415d-9e2d-9bcb0a46ab28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:05.055623 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e10fe8-ddbe-437d-974c-8e01be18793a req-743de69c-c198-4c02-bc7b-5d9b544f5c37 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:05.058415 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-38e10fe8-ddbe-437d-974c-8e01be18793a req-743de69c-c198-4c02-bc7b-5d9b544f5c37 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 944 time: 0.0576653 Jun 08 13:53:05.116823 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-38e10fe8-ddbe-437d-974c-8e01be18793a req-43372cf5-a5c4-41de-90c8-082e2612ce37 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492795 Jun 08 13:53:05.523307 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:06.245894 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fe059-d8e3-431b-a356-c4d1e215917c req-1888e97e-f42b-40a7-aeb1-d33efcdd928a tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:06.248123 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-362fe059-d8e3-431b-a356-c4d1e215917c req-1888e97e-f42b-40a7-aeb1-d33efcdd928a tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 944 time: 0.0514357 Jun 08 13:53:06.299973 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-362fe059-d8e3-431b-a356-c4d1e215917c req-2c461bdc-ff74-4652-a1b8-f4aa0e9b011f tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464420 Jun 08 13:53:06.672171 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:07.119969 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2f57f-8a42-4732-ae4a-d3e8c6d1d10f req-57837fc8-2993-4a7c-850e-362ea862e42a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:07.124231 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f9e2f57f-8a42-4732-ae4a-d3e8c6d1d10f req-57837fc8-2993-4a7c-850e-362ea862e42a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=fff8382d-1fa6-4dbf-8c24-24e8d31e9323 HTTP/1.1" status: 200 len: 945 time: 0.0508566 Jun 08 13:53:07.172603 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f9e2f57f-8a42-4732-ae4a-d3e8c6d1d10f req-8176b447-6912-46c4-a974-a76d118f73f0 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d5dfd84-d0b7-4637-9be6-f69975641193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442214 Jun 08 13:53:07.425852 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e93a22-a1ea-4f0d-9a12-4c4c920ea95c req-6421ac9d-467a-406e-9d9d-bc671a65807c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:07.427214 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a2e93a22-a1ea-4f0d-9a12-4c4c920ea95c req-6421ac9d-467a-406e-9d9d-bc671a65807c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 944 time: 0.0466812 Jun 08 13:53:07.481557 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a2e93a22-a1ea-4f0d-9a12-4c4c920ea95c req-69f4c4e4-6137-4b1a-9e9d-7ac9d1ac3080 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478272 Jun 08 13:53:08.112103 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:08.301330 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa41d5-3946-4fee-a328-434a192c791a req-619fc5bf-cac9-497b-87cb-1324cc20ad14 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:08.303725 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d4aa41d5-3946-4fee-a328-434a192c791a req-619fc5bf-cac9-497b-87cb-1324cc20ad14 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=fff8382d-1fa6-4dbf-8c24-24e8d31e9323 HTTP/1.1" status: 200 len: 945 time: 0.0514240 Jun 08 13:53:08.356309 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d4aa41d5-3946-4fee-a328-434a192c791a req-2668afc9-0298-4375-a369-bd712e01e95a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d5dfd84-d0b7-4637-9be6-f69975641193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467932 Jun 08 13:53:08.586431 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:08.606023 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d18f3e-0e21-4271-9306-25d0ab4d3e97 req-237b872f-e1c4-4096-aad2-2878306effcb tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:08.607518 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-77d18f3e-0e21-4271-9306-25d0ab4d3e97 req-237b872f-e1c4-4096-aad2-2878306effcb tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 944 time: 0.0511456 Jun 08 13:53:08.656039 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-77d18f3e-0e21-4271-9306-25d0ab4d3e97 req-3bc12193-fa42-4a0b-a191-d6fb781edd89 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429695 Jun 08 13:53:08.690441 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=37,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:08.697698 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:53:08.729916 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4480ad-6324-4e6c-b982-8fe7692775b2 req-2072bb25-6e81-4707-808b-5f99c5ce9375 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:08.731510 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-2f4480ad-6324-4e6c-b982-8fe7692775b2 req-2072bb25-6e81-4707-808b-5f99c5ce9375 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.61 "GET /v2.0/ports?device_id=fff8382d-1fa6-4dbf-8c24-24e8d31e9323 HTTP/1.1" status: 200 len: 945 time: 0.0690870 Jun 08 13:53:08.813756 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-2f4480ad-6324-4e6c-b982-8fe7692775b2 req-c8b16643-0b56-4cb3-b086-a3c39172e62a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Deleting port bae22dd8-6da6-4295-940a-640e10580990 {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:53:08.814282 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-2f4480ad-6324-4e6c-b982-8fe7692775b2 req-c8b16643-0b56-4cb3-b086-a3c39172e62a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (bae22dd8-6da6-4295-940a-640e10580990), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:08.905932 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-2f4480ad-6324-4e6c-b982-8fe7692775b2 req-c8b16643-0b56-4cb3-b086-a3c39172e62a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] For port bae22dd8-6da6-4295-940a-640e10580990, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=bae22dd8-6da6-4295-940a-640e10580990,segment=NetworkSegment(a34c7784-43f9-466c-a9ad-749dd0a739ec),segment_id=a34c7784-43f9-466c-a9ad-749dd0a739ec)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:53:08.906292 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-2f4480ad-6324-4e6c-b982-8fe7692775b2 req-c8b16643-0b56-4cb3-b086-a3c39172e62a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (bae22dd8-6da6-4295-940a-640e10580990), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:08.995292 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:53:09.068355 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-2f4480ad-6324-4e6c-b982-8fe7692775b2 req-c8b16643-0b56-4cb3-b086-a3c39172e62a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:09.068688 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-2f4480ad-6324-4e6c-b982-8fe7692775b2 req-c8b16643-0b56-4cb3-b086-a3c39172e62a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (8c78d42f-a2fb-46f1-8738-f4d945dd601c), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:09.068998 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.l3_db [req-2f4480ad-6324-4e6c-b982-8fe7692775b2 req-c8b16643-0b56-4cb3-b086-a3c39172e62a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Floating IP 8c78d42f-a2fb-46f1-8738-f4d945dd601c disassociated. External IP: 172.27.1.21, port: bae22dd8-6da6-4295-940a-640e10580990. Jun 08 13:53:09.069336 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-2f4480ad-6324-4e6c-b982-8fe7692775b2 req-c8b16643-0b56-4cb3-b086-a3c39172e62a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Calling delete_port for bae22dd8-6da6-4295-940a-640e10580990 owned by compute:nova {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:53:09.098837 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:53:09.110604 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Returning: {'device': '3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'port_id': '3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4', 'mac_address': 'fa:16:3e:62:02:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:53:09.144906 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 is: DOWN; New status is: BUILD {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:53:09.145643 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:09.158328 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 {{(pid=110999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:53:09.181845 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:53:09.254548 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:09.266342 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-2f4480ad-6324-4e6c-b982-8fe7692775b2 req-c8b16643-0b56-4cb3-b086-a3c39172e62a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (bae22dd8-6da6-4295-940a-640e10580990), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:09.294197 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b16643-0b56-4cb3-b086-a3c39172e62a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Pushing event deleted for resources: {'Port': ['ID=bae22dd8-6da6-4295-940a-640e10580990,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:09.304224 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4,revision_number=9']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:09.378014 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:09.402720 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f4480ad-6324-4e6c-b982-8fe7692775b2 req-c8b16643-0b56-4cb3-b086-a3c39172e62a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Router 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:53:09.456282 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4195d144-bc86-46a9-a799-e254624eb4cd req-e27e872d-31c2-405e-b8d3-52bd654bb08a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=fff8382d-1fa6-4dbf-8c24-24e8d31e9323 HTTP/1.1" status: 200 len: 210 time: 0.0316551 Jun 08 13:53:09.506828 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f4480ad-6324-4e6c-b982-8fe7692775b2 req-c8b16643-0b56-4cb3-b086-a3c39172e62a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:53:09.517009 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e1fdea-3e1b-49ef-80ba-186f41f71343 None None] Sync routers for ids ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:53:09.528082 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e1fdea-3e1b-49ef-80ba-186f41f71343 None None] Routers {'73f7d7e5-25cc-486d-b119-57e35a7c9cd2'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:53:09.528784 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-97e1fdea-3e1b-49ef-80ba-186f41f71343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:53:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:09.550592 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4480ad-6324-4e6c-b982-8fe7692775b2 req-c8b16643-0b56-4cb3-b086-a3c39172e62a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] No DVR routers for this DVR port bae22dd8-6da6-4295-940a-640e10580990 on host hv-cinder-81914 {{(pid=110998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:53:09.553443 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-2f4480ad-6324-4e6c-b982-8fe7692775b2 req-c8b16643-0b56-4cb3-b086-a3c39172e62a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:09.556737 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-2f4480ad-6324-4e6c-b982-8fe7692775b2 req-c8b16643-0b56-4cb3-b086-a3c39172e62a tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.61 "DELETE /v2.0/ports/bae22dd8-6da6-4295-940a-640e10580990 HTTP/1.1" status: 204 len: 173 time: 0.8202975 Jun 08 13:53:09.557177 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff8382d-1fa6-4dbf-8c24-24e8d31e9323', 'name': 'network-vif-deleted', 'tag': 'bae22dd8-6da6-4295-940a-640e10580990'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:53:09.559617 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c7c6de-6234-43bc-aa0e-d5fc231f6192" -d '{"events": [{"server_uuid": "fff8382d-1fa6-4dbf-8c24-24e8d31e9323", "name": "network-vif-deleted", "tag": "bae22dd8-6da6-4295-940a-640e10580990"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:53:09.597491 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca5a1f7-19fc-4647-8917-c70fdc24ab9e x-openstack-request-id: req-5ca5a1f7-19fc-4647-8917-c70fdc24ab9e {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:53:09.597783 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff8382d-1fa6-4dbf-8c24-24e8d31e9323", "name": "network-vif-deleted", "tag": "bae22dd8-6da6-4295-940a-640e10580990", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:53:09.598087 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5ca5a1f7-19fc-4647-8917-c70fdc24ab9e {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:53:09.598490 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ca5a1f7-19fc-4647-8917-c70fdc24ab9e'] response: {'server_uuid': 'fff8382d-1fa6-4dbf-8c24-24e8d31e9323', 'name': 'network-vif-deleted', 'tag': 'bae22dd8-6da6-4295-940a-640e10580990', 'status': 'completed', 'code': 200} Jun 08 13:53:09.635766 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-97e1fdea-3e1b-49ef-80ba-186f41f71343 None None] Set router 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:53:09.785784 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42806c-24b8-42f0-a072-03f6f721c90a req-c627e63c-6e75-4c87-a267-437fdf13bce1 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:09.792484 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-df42806c-24b8-42f0-a072-03f6f721c90a req-c627e63c-6e75-4c87-a267-437fdf13bce1 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 945 time: 0.0569396 Jun 08 13:53:09.835884 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-df42806c-24b8-42f0-a072-03f6f721c90a req-06de28e5-00bc-4514-9bdc-ca61a6137531 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424080 Jun 08 13:53:09.841745 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-97e1fdea-3e1b-49ef-80ba-186f41f71343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'name': 'tempest-AttachVolumeTestJSON-940829353-router', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:45Z', 'revision_number': 4, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'gw_port': {'id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '3d14a308-8f99-469b-a4f6-aac3f4a94dbf', 'name': '', 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'mac_address': 'fa:16:3e:08:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:44Z', 'updated_at': '2022-06-08T13:46:58Z', 'revision_number': 5, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'subnets': [{'id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:09.944530 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e1fdea-3e1b-49ef-80ba-186f41f71343 None None] Checking router: 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:53:09.953631 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e1fdea-3e1b-49ef-80ba-186f41f71343 None None] Routers {'73f7d7e5-25cc-486d-b119-57e35a7c9cd2'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:53:09.954219 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-97e1fdea-3e1b-49ef-80ba-186f41f71343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:53:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:10.056167 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-97e1fdea-3e1b-49ef-80ba-186f41f71343 None None] Set router 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:53:10.233429 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-97e1fdea-3e1b-49ef-80ba-186f41f71343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'name': 'tempest-AttachVolumeTestJSON-940829353-router', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:45Z', 'revision_number': 4, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'gw_port': {'id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '3d14a308-8f99-469b-a4f6-aac3f4a94dbf', 'name': '', 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'mac_address': 'fa:16:3e:08:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:44Z', 'updated_at': '2022-06-08T13:46:58Z', 'revision_number': 5, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'subnets': [{'id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:10.260028 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e1fdea-3e1b-49ef-80ba-186f41f71343 None None] The sync data for ids ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'] in dv-cinder-819149-5-iscsi is: [{'id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'name': 'tempest-AttachVolumeTestJSON-940829353-router', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:45Z', 'revision_number': 4, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'gw_port': {'id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '3d14a308-8f99-469b-a4f6-aac3f4a94dbf', 'name': '', 'network_id': '42d99904-a8b4-4285-872c-5a43c79568a6', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'mac_address': 'fa:16:3e:08:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:44Z', 'updated_at': '2022-06-08T13:46:58Z', 'revision_number': 5, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'subnets': [{'id': 'a0a5efd6-6778-48b9-88e3-5a88abf2683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:53:10.468415 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59f7653-8e73-4971-b998-47dafb948bd8 None None] New status for floating IP 8c78d42f-a2fb-46f1-8738-f4d945dd601c: DOWN {{(pid=110999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 13:53:10.554601 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d077f2f3-7816-4acd-b502-208d60c1aa84 req-c0f961fb-06e7-4f50-ae79-9aca6e97c66b tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=fff8382d-1fa6-4dbf-8c24-24e8d31e9323 HTTP/1.1" status: 200 len: 210 time: 0.0275455 Jun 08 13:53:11.115053 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40db2c-3f90-445b-82b1-f51552922d9b req-acee2372-88ff-46a0-9131-de8b13d58fa3 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:11.116543 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ec40db2c-3f90-445b-82b1-f51552922d9b req-acee2372-88ff-46a0-9131-de8b13d58fa3 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 945 time: 0.0497453 Jun 08 13:53:11.163699 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ec40db2c-3f90-445b-82b1-f51552922d9b req-bd0270b7-569e-4faa-bb22-78260b1d6785 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404940 Jun 08 13:53:11.653110 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ef715979-fa0f-41c2-88ec-648f4e6aaf37 req-711cd2c1-2427-450b-a4fc-4f22d3540198 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/ports?device_id=fff8382d-1fa6-4dbf-8c24-24e8d31e9323 HTTP/1.1" status: 200 len: 210 time: 0.0273242 Jun 08 13:53:12.047164 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:53:12.142923 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:12.265811 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:12.285001 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e1d94-f110-4ed2-bef5-660b7bc02e69 req-6f7f37b8-aa81-47cd-b5b2-686a7aea475c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:12.286468 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1b8e1d94-f110-4ed2-bef5-660b7bc02e69 req-6f7f37b8-aa81-47cd-b5b2-686a7aea475c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 945 time: 0.0523407 Jun 08 13:53:12.337595 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1b8e1d94-f110-4ed2-bef5-660b7bc02e69 req-d0d7fe4a-d73e-4840-8f2a-cfe3c939e4b4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455739 Jun 08 13:53:12.848441 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 40872) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:53:12.904936 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7fcdbe4c-adab-439b-8dff-a9a4914b7515 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for security_group (4d5dfd84-d0b7-4637-9be6-f69975641193), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:12.928570 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7fcdbe4c-adab-439b-8dff-a9a4914b7515 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for security_group (4d5dfd84-d0b7-4637-9be6-f69975641193), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:13.044023 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:13.044500 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7fcdbe4c-adab-439b-8dff-a9a4914b7515 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (4d5dfd84-d0b7-4637-9be6-f69975641193), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:13.047158 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7fcdbe4c-adab-439b-8dff-a9a4914b7515 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:13.051193 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-7fcdbe4c-adab-439b-8dff-a9a4914b7515 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "DELETE /v2.0/security-groups/4d5dfd84-d0b7-4637-9be6-f69975641193 HTTP/1.1" status: 204 len: 168 time: 0.1989479 Jun 08 13:53:13.055977 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 40878) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:53:13.079082 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.api.v2.resource [None req-2a567e70-0847-4ca2-85e0-40a53cca3d8c tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] show failed (client error): The resource could not be found. Jun 08 13:53:13.080993 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-2a567e70-0847-4ca2-85e0-40a53cca3d8c tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "GET /v2.0/security-groups/4d5dfd84-d0b7-4637-9be6-f69975641193 HTTP/1.1" status: 404 len: 347 time: 0.0272086 Jun 08 13:53:13.085272 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcdbe4c-adab-439b-8dff-a9a4914b7515 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5dfd84-d0b7-4637-9be6-f69975641193,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:13.091670 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 40880) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:53:13.205525 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-0c6126e1-de58-4e2a-81b7-4285dd3ac313 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Deleting port 52bb61f4-f008-4fdc-a1e2-04d87ef7e9b5 {{(pid=110997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:53:13.205860 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0c6126e1-de58-4e2a-81b7-4285dd3ac313 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (52bb61f4-f008-4fdc-a1e2-04d87ef7e9b5), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:13.280545 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0c6126e1-de58-4e2a-81b7-4285dd3ac313 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (52bb61f4-f008-4fdc-a1e2-04d87ef7e9b5), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:13.281260 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0c6126e1-de58-4e2a-81b7-4285dd3ac313 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for floatingip (52bb61f4-f008-4fdc-a1e2-04d87ef7e9b5), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:13.293511 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-0c6126e1-de58-4e2a-81b7-4285dd3ac313 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Calling delete_port for 52bb61f4-f008-4fdc-a1e2-04d87ef7e9b5 owned by network:floatingip {{(pid=110997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:53:13.464491 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9ed26-2250-4b95-95ae-ca6dcde02d19 req-5936539d-8498-4245-8d0d-eedf7de323b7 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:13.466063 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-47a9ed26-2250-4b95-95ae-ca6dcde02d19 req-5936539d-8498-4245-8d0d-eedf7de323b7 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 945 time: 0.0508175 Jun 08 13:53:13.511186 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0c6126e1-de58-4e2a-81b7-4285dd3ac313 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (52bb61f4-f008-4fdc-a1e2-04d87ef7e9b5), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:13.519934 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-47a9ed26-2250-4b95-95ae-ca6dcde02d19 req-fca9a65f-d567-4f6d-ad1d-03b9334bc1ed tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480084 Jun 08 13:53:13.541905 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6126e1-de58-4e2a-81b7-4285dd3ac313 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Pushing event deleted for resources: {'Port': ['ID=52bb61f4-f008-4fdc-a1e2-04d87ef7e9b5,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:13.556930 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6126e1-de58-4e2a-81b7-4285dd3ac313 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:13.557269 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6126e1-de58-4e2a-81b7-4285dd3ac313 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:13.557601 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6126e1-de58-4e2a-81b7-4285dd3ac313 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:13.557930 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6126e1-de58-4e2a-81b7-4285dd3ac313 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:13.558310 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6126e1-de58-4e2a-81b7-4285dd3ac313 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:13.559193 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6126e1-de58-4e2a-81b7-4285dd3ac313 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:13.559510 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6126e1-de58-4e2a-81b7-4285dd3ac313 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:13.559823 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6126e1-de58-4e2a-81b7-4285dd3ac313 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:13.560269 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6126e1-de58-4e2a-81b7-4285dd3ac313 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:13.567445 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6126e1-de58-4e2a-81b7-4285dd3ac313 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:13.567445 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6126e1-de58-4e2a-81b7-4285dd3ac313 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:13.567445 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6126e1-de58-4e2a-81b7-4285dd3ac313 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:13.567445 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6126e1-de58-4e2a-81b7-4285dd3ac313 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:13.567445 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6126e1-de58-4e2a-81b7-4285dd3ac313 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:13.567445 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6126e1-de58-4e2a-81b7-4285dd3ac313 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:13.607566 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:13.622128 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0c6126e1-de58-4e2a-81b7-4285dd3ac313 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks [] for floatingip (8c78d42f-a2fb-46f1-8738-f4d945dd601c), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:13.624993 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0c6126e1-de58-4e2a-81b7-4285dd3ac313 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:13.630349 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-0c6126e1-de58-4e2a-81b7-4285dd3ac313 tempest-AttachVolumeTestJSON-451720990 tempest-AttachVolumeTestJSON-451720990-project] 10.222.0.55 "DELETE /v2.0/floatingips/8c78d42f-a2fb-46f1-8738-f4d945dd601c HTTP/1.1" status: 204 len: 168 time: 0.5376036 Jun 08 13:53:13.840665 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 up at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:53:13.886618 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning complete for port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:53:13.887163 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:13.907638 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:13.962160 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 is: BUILD; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:53:13.962544 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:13.987061 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab28955-49eb-4750-839f-b9f2b14cb299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:53:13.989307 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b147382-48fd-4c5c-b27c-6a9b8fe55de1" -d '{"events": [{"server_uuid": "dab28955-49eb-4750-839f-b9f2b14cb299", "name": "network-vif-plugged", "status": "completed", "tag": "3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:53:14.002027 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:53:14.023601 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e4a2f9-3b21-4686-aade-9ca5e0e791e2 x-openstack-request-id: req-87e4a2f9-3b21-4686-aade-9ca5e0e791e2 {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:53:14.023905 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab28955-49eb-4750-839f-b9f2b14cb299", "name": "network-vif-plugged", "status": "completed", "tag": "3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:53:14.024196 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87e4a2f9-3b21-4686-aade-9ca5e0e791e2 {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:53:14.024589 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87e4a2f9-3b21-4686-aade-9ca5e0e791e2'] response: {'server_uuid': 'dab28955-49eb-4750-839f-b9f2b14cb299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4', 'code': 200} Jun 08 13:53:14.053173 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:14.054100 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device bae22dd8-6da6-4295-940a-640e10580990 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:53:14.090892 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] No Port match for: bae22dd8-6da6-4295-940a-640e10580990 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:53:14.091162 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device bae22dd8-6da6-4295-940a-640e10580990 not bound to the agent host hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:53:14.118700 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4,revision_number=10']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:14.396704 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4596d-aea8-491c-8772-483da6d8c75e req-a8772c8b-6a5e-4d01-9ed5-85b7764a3266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:14.398223 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-63b4596d-aea8-491c-8772-483da6d8c75e req-a8772c8b-6a5e-4d01-9ed5-85b7764a3266 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 1131 time: 0.0464120 Jun 08 13:53:14.427300 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:14.442528 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-63b4596d-aea8-491c-8772-483da6d8c75e req-766ea7e0-a765-4c25-b814-1b89dd799c87 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385413 Jun 08 13:53:14.642925 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe02370-5897-47f0-b65c-6ad089d763fd req-251e6ae4-cc24-4069-b10b-f5096780fe1d tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:14.644325 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bfe02370-5897-47f0-b65c-6ad089d763fd req-251e6ae4-cc24-4069-b10b-f5096780fe1d tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 947 time: 0.0471807 Jun 08 13:53:14.690854 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bfe02370-5897-47f0-b65c-6ad089d763fd req-99e0760e-71a9-4301-b53f-57569a3d9857 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409472 Jun 08 13:53:15.814816 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452bc4bf-27ed-4f81-a703-59dd967ebc7a req-abe10d1a-0605-4691-883a-41e3e46bef09 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:15.816313 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-452bc4bf-27ed-4f81-a703-59dd967ebc7a req-abe10d1a-0605-4691-883a-41e3e46bef09 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 947 time: 0.0519853 Jun 08 13:53:15.864969 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-452bc4bf-27ed-4f81-a703-59dd967ebc7a req-15e66c31-d3ba-4186-bbe7-69e51ab67616 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430987 Jun 08 13:53:16.993648 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bad77-bb33-4e59-9951-3d37d69b0966 req-141d074f-0f50-4965-b8a2-f7e0a7926a6b tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:16.995196 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8b3bad77-bb33-4e59-9951-3d37d69b0966 req-141d074f-0f50-4965-b8a2-f7e0a7926a6b tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 947 time: 0.0523696 Jun 08 13:53:17.042015 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8b3bad77-bb33-4e59-9951-3d37d69b0966 req-1a4448a7-c604-4e5d-9683-86504da6f9b1 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412176 Jun 08 13:53:17.632394 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 40970) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:53:17.878489 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:18.103740 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b17967ab-f62b-4dd8-a91b-8991eacb8dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354865'] for router_interface (73f7d7e5-25cc-486d-b119-57e35a7c9cd2), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:18.215795 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b4a2f-f967-44c8-8fb2-1b68ee5cd5b2 req-d95e3f30-c672-4aa7-9051-27d814723c6e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:18.217255 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-336b4a2f-f967-44c8-8fb2-1b68ee5cd5b2 req-d95e3f30-c672-4aa7-9051-27d814723c6e tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 947 time: 0.0810673 Jun 08 13:53:18.325142 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-336b4a2f-f967-44c8-8fb2-1b68ee5cd5b2 req-044680ca-bf35-43a1-bd4b-6350dec10480 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983536 Jun 08 13:53:18.388177 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:18.397066 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-b17967ab-f62b-4dd8-a91b-8991eacb8dc7 admin admin] Deleting port 3d14a308-8f99-469b-a4f6-aac3f4a94dbf {{(pid=110997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:53:18.397383 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b17967ab-f62b-4dd8-a91b-8991eacb8dc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (3d14a308-8f99-469b-a4f6-aac3f4a94dbf), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:18.405196 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 40984) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:53:18.481898 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.db [None req-b17967ab-f62b-4dd8-a91b-8991eacb8dc7 admin admin] For port 3d14a308-8f99-469b-a4f6-aac3f4a94dbf, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=3d14a308-8f99-469b-a4f6-aac3f4a94dbf,segment=NetworkSegment(a34c7784-43f9-466c-a9ad-749dd0a739ec),segment_id=a34c7784-43f9-466c-a9ad-749dd0a739ec)] {{(pid=110997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:53:18.482263 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b17967ab-f62b-4dd8-a91b-8991eacb8dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (3d14a308-8f99-469b-a4f6-aac3f4a94dbf), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:18.495140 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-b17967ab-f62b-4dd8-a91b-8991eacb8dc7 admin admin] Calling delete_port for 3d14a308-8f99-469b-a4f6-aac3f4a94dbf owned by network:router_interface {{(pid=110997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:53:18.513917 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ad6611cb-ab6a-4957-9026-6a53e535e2c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:18.587830 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ad6611cb-ab6a-4957-9026-6a53e535e2c2 admin admin] Publish callbacks [] for security_group (3d83af01-55cb-43bc-ba4a-13d1bd86fc8b), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:18.677476 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ad6611cb-ab6a-4957-9026-6a53e535e2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (3d83af01-55cb-43bc-ba4a-13d1bd86fc8b), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:18.719354 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-ad6611cb-ab6a-4957-9026-6a53e535e2c2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c099b8372da54e83bb5a86ad66140fa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3129301 Jun 08 13:53:18.720765 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6611cb-ab6a-4957-9026-6a53e535e2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d83af01-55cb-43bc-ba4a-13d1bd86fc8b,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:18.722564 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 40988) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:53:18.755721 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b17967ab-f62b-4dd8-a91b-8991eacb8dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (3d14a308-8f99-469b-a4f6-aac3f4a94dbf), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:18.784850 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17967ab-f62b-4dd8-a91b-8991eacb8dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d14a308-8f99-469b-a4f6-aac3f4a94dbf,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:18.789388 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:18.819531 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a4ea79a4-ceeb-4ead-83da-66aec0ce7a89 admin admin] Publish callbacks [] for security_group (3d83af01-55cb-43bc-ba4a-13d1bd86fc8b), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:18.875176 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a4ea79a4-ceeb-4ead-83da-66aec0ce7a89 admin admin] Publish callbacks [] for security_group (3d83af01-55cb-43bc-ba4a-13d1bd86fc8b), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:19.235748 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b17967ab-f62b-4dd8-a91b-8991eacb8dc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355233'] for router_interface (73f7d7e5-25cc-486d-b119-57e35a7c9cd2), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:19.283888 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a4ea79a4-ceeb-4ead-83da-66aec0ce7a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (3d83af01-55cb-43bc-ba4a-13d1bd86fc8b), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:19.286433 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a4ea79a4-ceeb-4ead-83da-66aec0ce7a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:19.289372 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-a4ea79a4-ceeb-4ead-83da-66aec0ce7a89 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3d83af01-55cb-43bc-ba4a-13d1bd86fc8b HTTP/1.1" status: 204 len: 168 time: 0.5639544 Jun 08 13:53:19.316503 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:19.327798 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea79a4-ceeb-4ead-83da-66aec0ce7a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d83af01-55cb-43bc-ba4a-13d1bd86fc8b,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:19.450000 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17967ab-f62b-4dd8-a91b-8991eacb8dc7 admin admin] Router 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:53:19.556399 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17967ab-f62b-4dd8-a91b-8991eacb8dc7 admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:53:19.561729 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-b17967ab-f62b-4dd8-a91b-8991eacb8dc7 admin admin] 10.222.0.55 "PUT /v2.0/routers/73f7d7e5-25cc-486d-b119-57e35a7c9cd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9281514 Jun 08 13:53:19.564326 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 40992) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:53:19.568075 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a0296e-f678-4a0c-8321-628f29382890 None None] Sync routers for ids ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:53:19.590940 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a0296e-f678-4a0c-8321-628f29382890 None None] Routers {'73f7d7e5-25cc-486d-b119-57e35a7c9cd2'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:53:19.591902 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-a8a0296e-f678-4a0c-8321-628f29382890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:53:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:19.672915 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-15f810c7-6d76-4bb9-a6ab-b81def30a3d5 admin admin] Publish callbacks [] for router (73f7d7e5-25cc-486d-b119-57e35a7c9cd2), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:19.715030 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-a8a0296e-f678-4a0c-8321-628f29382890 None None] Set router 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:53:19.787666 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-15f810c7-6d76-4bb9-a6ab-b81def30a3d5 admin admin] Publish callbacks [] for router_gateway (73f7d7e5-25cc-486d-b119-57e35a7c9cd2), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:19.843387 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=100 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:19.881686 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-15f810c7-6d76-4bb9-a6ab-b81def30a3d5 admin admin] Deleting port f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c {{(pid=110997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:53:19.882031 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-15f810c7-6d76-4bb9-a6ab-b81def30a3d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:19.890727 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-a8a0296e-f678-4a0c-8321-628f29382890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'name': 'tempest-AttachVolumeTestJSON-940829353-router', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:53:18Z', 'revision_number': 5, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'gw_port': {'id': 'f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:19.915739 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a0296e-f678-4a0c-8321-628f29382890 None None] Checking router: 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:53:19.924861 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a0296e-f678-4a0c-8321-628f29382890 None None] Routers {'73f7d7e5-25cc-486d-b119-57e35a7c9cd2'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:53:19.925446 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-a8a0296e-f678-4a0c-8321-628f29382890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:53:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:19.937179 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:19.966198 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.db [None req-15f810c7-6d76-4bb9-a6ab-b81def30a3d5 admin admin] For port f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=110997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:53:19.966563 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-15f810c7-6d76-4bb9-a6ab-b81def30a3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:19.981010 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-15f810c7-6d76-4bb9-a6ab-b81def30a3d5 admin admin] Calling delete_port for f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c owned by network:router_gateway {{(pid=110997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:53:19.999411 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=100 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:20.008413 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-a8a0296e-f678-4a0c-8321-628f29382890 None None] Set router 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 gateway port host: None {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:53:20.059504 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-a8a0296e-f678-4a0c-8321-628f29382890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'name': 'tempest-AttachVolumeTestJSON-940829353-router', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:53:19Z', 'revision_number': 6, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'gw_port_host': None}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:20.083245 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a0296e-f678-4a0c-8321-628f29382890 None None] The sync data for ids ['73f7d7e5-25cc-486d-b119-57e35a7c9cd2'] in dv-cinder-819149-5-iscsi is: [{'id': '73f7d7e5-25cc-486d-b119-57e35a7c9cd2', 'name': 'tempest-AttachVolumeTestJSON-940829353-router', 'tenant_id': '87c115dc845a497292c12e2980e9f77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:53:19Z', 'revision_number': 6, 'project_id': '87c115dc845a497292c12e2980e9f77b', 'gw_port_host': None}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:53:20.212802 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-15f810c7-6d76-4bb9-a6ab-b81def30a3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:20.240088 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f810c7-6d76-4bb9-a6ab-b81def30a3d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:20.302752 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-15f810c7-6d76-4bb9-a6ab-b81def30a3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358006'] for router_gateway (73f7d7e5-25cc-486d-b119-57e35a7c9cd2), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:20.388189 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-15f810c7-6d76-4bb9-a6ab-b81def30a3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-354715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2700'] for router (73f7d7e5-25cc-486d-b119-57e35a7c9cd2), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:20.390207 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-15f810c7-6d76-4bb9-a6ab-b81def30a3d5 admin admin] Publish callbacks [] for router_controller (73f7d7e5-25cc-486d-b119-57e35a7c9cd2), precommit_delete_associations {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:20.423797 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:20.540107 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-15f810c7-6d76-4bb9-a6ab-b81def30a3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-355316'] for router (73f7d7e5-25cc-486d-b119-57e35a7c9cd2), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:20.540704 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f810c7-6d76-4bb9-a6ab-b81def30a3d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73f7d7e5-25cc-486d-b119-57e35a7c9cd2 {{(pid=110997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 13:53:20.545076 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-15f810c7-6d76-4bb9-a6ab-b81def30a3d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:20.546038 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-15f810c7-6d76-4bb9-a6ab-b81def30a3d5 admin admin] 10.222.0.55 "DELETE /v2.0/routers/73f7d7e5-25cc-486d-b119-57e35a7c9cd2 HTTP/1.1" status: 204 len: 168 time: 0.9806092 Jun 08 13:53:20.548670 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 40994) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:53:20.594986 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.db_base_plugin_v2 [None req-af455497-241f-4834-a1e2-037c94b75a96 admin admin] Deleting subnet a0a5efd6-6778-48b9-88e3-5a88abf2683a {{(pid=110997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 13:53:20.598753 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-af455497-241f-4834-a1e2-037c94b75a96 admin admin] Publish callbacks [] for subnet (a0a5efd6-6778-48b9-88e3-5a88abf2683a), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:20.633248 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-af455497-241f-4834-a1e2-037c94b75a96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11440041'] for subnet (a0a5efd6-6778-48b9-88e3-5a88abf2683a), precommit_delete_associations {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:20.711638 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-af455497-241f-4834-a1e2-037c94b75a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628126'] for subnet (a0a5efd6-6778-48b9-88e3-5a88abf2683a), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:20.832013 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-af455497-241f-4834-a1e2-037c94b75a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8407458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12563171'] for subnet (a0a5efd6-6778-48b9-88e3-5a88abf2683a), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:20.857221 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af455497-241f-4834-a1e2-037c94b75a96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0a5efd6-6778-48b9-88e3-5a88abf2683a,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:20.863476 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-af455497-241f-4834-a1e2-037c94b75a96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for subnet (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:20.868882 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-af455497-241f-4834-a1e2-037c94b75a96 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a0a5efd6-6778-48b9-88e3-5a88abf2683a HTTP/1.1" status: 204 len: 168 time: 0.3170352 Jun 08 13:53:20.869108 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 40996) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:53:20.869794 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b87a178-4306-4638-94cf-390417bbf74e None None] Network 42d99904-a8b4-4285-872c-5a43c79568a6 requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:53:20.944269 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb25d-af0b-4b1f-b823-b3bfcc1797d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427792'] for network (42d99904-a8b4-4285-872c-5a43c79568a6), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:20.987716 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-9c6bb25d-af0b-4b1f-b823-b3bfcc1797d4 admin admin] Deleting port fe6806ce-8213-4b26-aa56-0df50e0eeb9f {{(pid=110997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:53:20.988097 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb25d-af0b-4b1f-b823-b3bfcc1797d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (fe6806ce-8213-4b26-aa56-0df50e0eeb9f), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:21.045298 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b781851d-22a5-423f-a723-1c5561bd95b6 None None] DHCP port deletion for 42d99904-a8b4-4285-872c-5a43c79568a6 request from dv-cinder-819149-5-iscsi {{(pid=110999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 08 13:53:21.062599 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.db [None req-9c6bb25d-af0b-4b1f-b823-b3bfcc1797d4 admin admin] For port fe6806ce-8213-4b26-aa56-0df50e0eeb9f, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=fe6806ce-8213-4b26-aa56-0df50e0eeb9f,segment=NetworkSegment(a34c7784-43f9-466c-a9ad-749dd0a739ec),segment_id=a34c7784-43f9-466c-a9ad-749dd0a739ec)] {{(pid=110997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:53:21.062960 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb25d-af0b-4b1f-b823-b3bfcc1797d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (fe6806ce-8213-4b26-aa56-0df50e0eeb9f), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:21.079305 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-9c6bb25d-af0b-4b1f-b823-b3bfcc1797d4 admin admin] Calling delete_port for fe6806ce-8213-4b26-aa56-0df50e0eeb9f owned by network:dhcp {{(pid=110997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:53:21.083404 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-b781851d-22a5-423f-a723-1c5561bd95b6 None None] Deleting port fe6806ce-8213-4b26-aa56-0df50e0eeb9f {{(pid=110999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:53:21.084006 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-b781851d-22a5-423f-a723-1c5561bd95b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (fe6806ce-8213-4b26-aa56-0df50e0eeb9f), before_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:21.141668 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:21.149638 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-b781851d-22a5-423f-a723-1c5561bd95b6 None None] For port fe6806ce-8213-4b26-aa56-0df50e0eeb9f, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=fe6806ce-8213-4b26-aa56-0df50e0eeb9f,segment=NetworkSegment(a34c7784-43f9-466c-a9ad-749dd0a739ec),segment_id=a34c7784-43f9-466c-a9ad-749dd0a739ec)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:53:21.150036 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-b781851d-22a5-423f-a723-1c5561bd95b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (fe6806ce-8213-4b26-aa56-0df50e0eeb9f), precommit_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:21.163109 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-b781851d-22a5-423f-a723-1c5561bd95b6 None None] Calling delete_port for fe6806ce-8213-4b26-aa56-0df50e0eeb9f owned by network:dhcp {{(pid=110999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:53:21.247514 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb25d-af0b-4b1f-b823-b3bfcc1797d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (fe6806ce-8213-4b26-aa56-0df50e0eeb9f), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:21.254313 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-b781851d-22a5-423f-a723-1c5561bd95b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809'] for port (fe6806ce-8213-4b26-aa56-0df50e0eeb9f), after_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:21.273535 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6bb25d-af0b-4b1f-b823-b3bfcc1797d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe6806ce-8213-4b26-aa56-0df50e0eeb9f,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:21.278659 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6bb25d-af0b-4b1f-b823-b3bfcc1797d4 admin admin] No DVR routers for this DVR port fe6806ce-8213-4b26-aa56-0df50e0eeb9f on host dv-cinder-819149-5-iscsi {{(pid=110997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:53:21.280174 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781851d-22a5-423f-a723-1c5561bd95b6 None None] Pushing event deleted for resources: {'Port': ['ID=fe6806ce-8213-4b26-aa56-0df50e0eeb9f,revision_number=None']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:21.281980 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b781851d-22a5-423f-a723-1c5561bd95b6 None None] No DVR routers for this DVR port fe6806ce-8213-4b26-aa56-0df50e0eeb9f on host dv-cinder-819149-5-iscsi {{(pid=110999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:53:21.354054 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb25d-af0b-4b1f-b823-b3bfcc1797d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629017', 'neutron.services.segments.db._delete_segments_for_network-8774158746125'] for network (42d99904-a8b4-4285-872c-5a43c79568a6), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:21.374012 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.services.segments.db [None req-9c6bb25d-af0b-4b1f-b823-b3bfcc1797d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d99904-a8b4-4285-872c-5a43c79568a6']}} {{(pid=110997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:21.383173 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.services.segments.db [None req-9c6bb25d-af0b-4b1f-b823-b3bfcc1797d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34c7784-43f9-466c-a9ad-749dd0a739ec') {'for_net_delete': True} {{(pid=110997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:21.383462 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.services.segments.db [None req-9c6bb25d-af0b-4b1f-b823-b3bfcc1797d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34c7784-43f9-466c-a9ad-749dd0a739ec') {} {{(pid=110997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:21.393595 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb25d-af0b-4b1f-b823-b3bfcc1797d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158745236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11440032'] for segment (a34c7784-43f9-466c-a9ad-749dd0a739ec), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:21.407031 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb25d-af0b-4b1f-b823-b3bfcc1797d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (a34c7784-43f9-466c-a9ad-749dd0a739ec), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:21.413308 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6bb25d-af0b-4b1f-b823-b3bfcc1797d4 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=110997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:53:21.413719 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb25d-af0b-4b1f-b823-b3bfcc1797d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8407544'] for segment (a34c7784-43f9-466c-a9ad-749dd0a739ec), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:21.427645 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:21.453628 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.services.segments.plugin [-] Segment a34c7784-43f9-466c-a9ad-749dd0a739ec resource provider aggregate not found Jun 08 13:53:21.475711 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.services.segments.plugin [-] Segment a34c7784-43f9-466c-a9ad-749dd0a739ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a34c7784-43f9-466c-a9ad-749dd0a739ec found for delete ", "request_id": "req-e830574a-bf45-463f-af7e-207db2a6b7be"}]} Jun 08 13:53:21.540165 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb25d-af0b-4b1f-b823-b3bfcc1797d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357978'] for network (42d99904-a8b4-4285-872c-5a43c79568a6), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:21.546054 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb25d-af0b-4b1f-b823-b3bfcc1797d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:21.549125 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-9c6bb25d-af0b-4b1f-b823-b3bfcc1797d4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/42d99904-a8b4-4285-872c-5a43c79568a6 HTTP/1.1" status: 204 len: 168 time: 0.6791110 Jun 08 13:53:21.563129 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6bb25d-af0b-4b1f-b823-b3bfcc1797d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=42d99904-a8b4-4285-872c-5a43c79568a6,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:21.825619 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:53:21.845912 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:53:21.846254 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device f2ffc5bc-4a36-4585-9e04-a1dbd2d8ce3c not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:53:21.850614 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 3d14a308-8f99-469b-a4f6-aac3f4a94dbf no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:53:21.868585 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: 3d14a308-8f99-469b-a4f6-aac3f4a94dbf {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:53:21.868924 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 3d14a308-8f99-469b-a4f6-aac3f4a94dbf not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:53:21.869332 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device fe6806ce-8213-4b26-aa56-0df50e0eeb9f no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:53:21.888308 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: fe6806ce-8213-4b26-aa56-0df50e0eeb9f {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:53:21.888928 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device fe6806ce-8213-4b26-aa56-0df50e0eeb9f not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:53:21.900906 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 41004) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:53:21.941986 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-6c7988c8-991b-4a7a-acb7-fc7eb234305a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=87c115dc845a497292c12e2980e9f77b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398898 Jun 08 13:53:21.944364 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 41006) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:53:21.996488 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-3ccc39fa-224d-40d6-913a-1ef820dfe5ef admin admin] Publish callbacks [] for security_group (bebca304-bfa0-42af-8a2e-02f81b07c295), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:22.018398 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-3ccc39fa-224d-40d6-913a-1ef820dfe5ef admin admin] Publish callbacks [] for security_group (bebca304-bfa0-42af-8a2e-02f81b07c295), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:22.138356 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-3ccc39fa-224d-40d6-913a-1ef820dfe5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (bebca304-bfa0-42af-8a2e-02f81b07c295), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:22.141019 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-3ccc39fa-224d-40d6-913a-1ef820dfe5ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:22.142177 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-3ccc39fa-224d-40d6-913a-1ef820dfe5ef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bebca304-bfa0-42af-8a2e-02f81b07c295 HTTP/1.1" status: 204 len: 168 time: 0.1969516 Jun 08 13:53:22.150145 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc39fa-224d-40d6-913a-1ef820dfe5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebca304-bfa0-42af-8a2e-02f81b07c295,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:23.143933 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 41028) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:53:23.240997 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-793b0b9b-227c-416a-9b67-b2a652398bb1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-156751848-network', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:53:23.385505 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793b0b9b-227c-416a-9b67-b2a652398bb1 admin admin] Made reservation on behalf of 9015bc58fb5948a9bbc41ef874faede5 for: {'network': 1} {{(pid=110997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:53:23.388435 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-793b0b9b-227c-416a-9b67-b2a652398bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for network (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:23.397212 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-793b0b9b-227c-416a-9b67-b2a652398bb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:23.472955 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-793b0b9b-227c-416a-9b67-b2a652398bb1 admin admin] Publish callbacks [] for security_group (c5eed56b-bb66-4854-b78b-7485a6ab3cd7), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:23.534358 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-793b0b9b-227c-416a-9b67-b2a652398bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (c5eed56b-bb66-4854-b78b-7485a6ab3cd7), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:23.556472 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793b0b9b-227c-416a-9b67-b2a652398bb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=110997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:53:23.571435 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b0b9b-227c-416a-9b67-b2a652398bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5eed56b-bb66-4854-b78b-7485a6ab3cd7,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:23.574820 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-793b0b9b-227c-416a-9b67-b2a652398bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (72e5be0a-2230-4fc3-9b1c-85aa27a38fdd), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:23.575156 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.db.segments_db [None req-793b0b9b-227c-416a-9b67-b2a652398bb1 admin admin] Added segment 72e5be0a-2230-4fc3-9b1c-85aa27a38fdd of type vlan for network e8461b72-4585-42eb-adf7-269bbd08f24f Jun 08 13:53:23.618234 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-793b0b9b-227c-416a-9b67-b2a652398bb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774158396263'] for network (e8461b72-4585-42eb-adf7-269bbd08f24f), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:23.705967 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-793b0b9b-227c-416a-9b67-b2a652398bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for network (e8461b72-4585-42eb-adf7-269bbd08f24f), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:23.706987 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793b0b9b-227c-416a-9b67-b2a652398bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:23.707580 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-793b0b9b-227c-416a-9b67-b2a652398bb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:23.768790 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b0b9b-227c-416a-9b67-b2a652398bb1 admin admin] Pushing event updated for resources: {'Network': ['ID=e8461b72-4585-42eb-adf7-269bbd08f24f,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:23.778254 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Network e8461b72-4585-42eb-adf7-269bbd08f24f details requested by agent ovs-agent-dv-cinder-819149-5-iscsi with host dv-cinder-819149-5-iscsi {{(pid=110999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:53:23.840292 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-793b0b9b-227c-416a-9b67-b2a652398bb1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6951814 Jun 08 13:53:23.843103 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 41032) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:53:23.848107 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-e4023b0c-6c58-4fd5-a316-f8c09c644e81 admin admin] Request body: {'subnet': {'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-156751848-subnet', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:53:23.950435 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4023b0c-6c58-4fd5-a316-f8c09c644e81 admin admin] Made reservation on behalf of 9015bc58fb5948a9bbc41ef874faede5 for: {'subnet': 1} {{(pid=110997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:53:23.952935 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e4023b0c-6c58-4fd5-a316-f8c09c644e81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12563142'] for subnet (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:24.019906 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:24.065034 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:24.203718 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e4023b0c-6c58-4fd5-a316-f8c09c644e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8402535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12563188'] for subnet (5c79d542-1c20-476a-b15a-af590b689ad2), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:24.261971 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4023b0c-6c58-4fd5-a316-f8c09c644e81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c79d542-1c20-476a-b15a-af590b689ad2,revision_number=0']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:24.269575 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4023b0c-6c58-4fd5-a316-f8c09c644e81 admin admin] Checking segment: {'id': '72e5be0a-2230-4fc3-9b1c-85aa27a38fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:53:24.271483 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4023b0c-6c58-4fd5-a316-f8c09c644e81 admin admin] Network hostable DHCP agents. Network: e8461b72-4585-42eb-adf7-269bbd08f24f, hostable agents: ['0fe93b45-7a7a-4833-aa38-a6b4536a05ba'], hosted agents: [] {{(pid=110997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:53:24.349701 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4023b0c-6c58-4fd5-a316-f8c09c644e81 admin admin] Network e8461b72-4585-42eb-adf7-269bbd08f24f is scheduled to be hosted by DHCP agent 0fe93b45-7a7a-4833-aa38-a6b4536a05ba with binding_index 1 {{(pid=110997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:53:24.418750 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [None req-e4023b0c-6c58-4fd5-a316-f8c09c644e81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-5-iscsi, e8461b72-4585-42eb-adf7-269bbd08f24f) {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:53:24.423295 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4023b0c-6c58-4fd5-a316-f8c09c644e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:24.424409 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e4023b0c-6c58-4fd5-a316-f8c09c644e81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for subnet (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:24.427315 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebb660d-dead-47fc-94c2-8fd82c059759 None None] Network e8461b72-4585-42eb-adf7-269bbd08f24f requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:53:24.480787 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:24.530359 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a86b1a-f666-4635-986f-4055286f8f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9660f10-ec6d-58c9-bc99-f642291d243f-e8461b72-4585-42eb-adf7-269bbd08f24f', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2'}]}} from dv-cinder-819149-5-iscsi. {{(pid=110999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 08 13:53:24.531373 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-85a86b1a-f666-4635-986f-4055286f8f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:24.531605 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-e4023b0c-6c58-4fd5-a316-f8c09c644e81 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6873624 Jun 08 13:53:24.534945 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 41034) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:53:24.539267 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-9231875e-38db-412e-aaf7-abfc3c8abdbf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:53:24.666644 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:24.668499 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.db_base_plugin_common [None req-85a86b1a-f666-4635-986f-4055286f8f66 None None] Allocated IP 172.20.0.2 (e8461b72-4585-42eb-adf7-269bbd08f24f/5c79d542-1c20-476a-b15a-af590b689ad2/94c8bbda-d49a-4ca5-8f85-0deb8716a527) {{(pid=110999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:53:24.704290 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9231875e-38db-412e-aaf7-abfc3c8abdbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-354394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2750'] for router (8c2ece3c-52e4-49f4-a800-f09bfe00e5cb), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:24.705377 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9231875e-38db-412e-aaf7-abfc3c8abdbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-354572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-344210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3710513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2741'] for router (8c2ece3c-52e4-49f4-a800-f09bfe00e5cb), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:24.760590 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9231875e-38db-412e-aaf7-abfc3c8abdbf admin admin] Publish callbacks [] for router_controller (8c2ece3c-52e4-49f4-a800-f09bfe00e5cb), precommit_add_association {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:24.807089 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-85a86b1a-f666-4635-986f-4055286f8f66 None None] Publish callbacks [] for port (94c8bbda-d49a-4ca5-8f85-0deb8716a527), precommit_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:24.969346 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-85a86b1a-f666-4635-986f-4055286f8f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800'] for port (94c8bbda-d49a-4ca5-8f85-0deb8716a527), after_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:25.008155 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a86b1a-f666-4635-986f-4055286f8f66 None None] Network e8461b72-4585-42eb-adf7-269bbd08f24f is already hosted by enough agents. {{(pid=110999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:53:25.015732 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.scheduler.base_scheduler [None req-85a86b1a-f666-4635-986f-4055286f8f66 None None] Resources bound (agent type, host, resource id): {{(pid=110999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:53:25.018083 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a86b1a-f666-4635-986f-4055286f8f66 None None] Received port after_create {{(pid=110999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:53:25.020129 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a86b1a-f666-4635-986f-4055286f8f66 None None] Pushing event updated for resources: {'Port': ['ID=94c8bbda-d49a-4ca5-8f85-0deb8716a527,revision_number=1']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:25.050488 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9231875e-38db-412e-aaf7-abfc3c8abdbf admin admin] Publish callbacks [] for router_gateway (8c2ece3c-52e4-49f4-a800-f09bfe00e5cb), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:25.076995 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-85a86b1a-f666-4635-986f-4055286f8f66 None None] Attempting to bind port 94c8bbda-d49a-4ca5-8f85-0deb8716a527 on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:53:25.077357 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-85a86b1a-f666-4635-986f-4055286f8f66 None None] Attempting to bind port 94c8bbda-d49a-4ca5-8f85-0deb8716a527 by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': '72e5be0a-2230-4fc3-9b1c-85aa27a38fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f'}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:53:25.077741 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a86b1a-f666-4635-986f-4055286f8f66 None None] Attempting to bind port 94c8bbda-d49a-4ca5-8f85-0deb8716a527 on network e8461b72-4585-42eb-adf7-269bbd08f24f {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:53:25.082714 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a86b1a-f666-4635-986f-4055286f8f66 None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:53:25.083104 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a86b1a-f666-4635-986f-4055286f8f66 None None] Checking segment: {'id': '72e5be0a-2230-4fc3-9b1c-85aa27a38fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:53:25.083471 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-85a86b1a-f666-4635-986f-4055286f8f66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:25.083853 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a86b1a-f666-4635-986f-4055286f8f66 None None] Bound using segment: {'id': '72e5be0a-2230-4fc3-9b1c-85aa27a38fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f'} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:53:25.084345 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-85a86b1a-f666-4635-986f-4055286f8f66 None None] Bound port: 94c8bbda-d49a-4ca5-8f85-0deb8716a527, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e5be0a-2230-4fc3-9b1c-85aa27a38fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f'}}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:53:25.084720 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-85a86b1a-f666-4635-986f-4055286f8f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (94c8bbda-d49a-4ca5-8f85-0deb8716a527), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:25.147407 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-85a86b1a-f666-4635-986f-4055286f8f66 None None] For port 94c8bbda-d49a-4ca5-8f85-0deb8716a527, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=110999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:53:25.150359 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-85a86b1a-f666-4635-986f-4055286f8f66 None None] For port 94c8bbda-d49a-4ca5-8f85-0deb8716a527, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=94c8bbda-d49a-4ca5-8f85-0deb8716a527,segment=NetworkSegment(72e5be0a-2230-4fc3-9b1c-85aa27a38fdd),segment_id=72e5be0a-2230-4fc3-9b1c-85aa27a38fdd)] {{(pid=110999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:53:25.281849 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-85a86b1a-f666-4635-986f-4055286f8f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (94c8bbda-d49a-4ca5-8f85-0deb8716a527), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:25.336977 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a86b1a-f666-4635-986f-4055286f8f66 None None] Pushing event updated for resources: {'Port': ['ID=94c8bbda-d49a-4ca5-8f85-0deb8716a527,revision_number=2']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:25.340266 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:25.353539 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9231875e-38db-412e-aaf7-abfc3c8abdbf admin admin] Publish callbacks [] for router_gateway (8c2ece3c-52e4-49f4-a800-f09bfe00e5cb), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:25.373318 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9231875e-38db-412e-aaf7-abfc3c8abdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:25.397653 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:INSERT=4,neutron:UPDATE=7,neutron:SELECT=89 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:25.491867 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.db_base_plugin_common [None req-9231875e-38db-412e-aaf7-abfc3c8abdbf admin admin] Allocated IP 172.27.1.172 (070b030f-98d2-43d9-b022-f506d26f1e83/4285c1ce-c1bb-4be9-b005-ebf83c2cba00/27a36370-da32-4c1b-9ad8-4d9c2264420c) {{(pid=110997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:53:25.622317 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9231875e-38db-412e-aaf7-abfc3c8abdbf admin admin] Publish callbacks [] for port (27a36370-da32-4c1b-9ad8-4d9c2264420c), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:25.653419 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:25.709879 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9231875e-38db-412e-aaf7-abfc3c8abdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (27a36370-da32-4c1b-9ad8-4d9c2264420c), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:25.754406 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9231875e-38db-412e-aaf7-abfc3c8abdbf admin admin] Network 070b030f-98d2-43d9-b022-f506d26f1e83 is already hosted by enough agents. {{(pid=110997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:53:25.757306 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [None req-9231875e-38db-412e-aaf7-abfc3c8abdbf admin admin] Resources bound (agent type, host, resource id): {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:53:25.759670 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9231875e-38db-412e-aaf7-abfc3c8abdbf admin admin] Received port after_create {{(pid=110997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:53:25.791411 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231875e-38db-412e-aaf7-abfc3c8abdbf admin admin] Pushing event updated for resources: {'Port': ['ID=27a36370-da32-4c1b-9ad8-4d9c2264420c,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:25.860309 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 94c8bbda-d49a-4ca5-8f85-0deb8716a527 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:53:25.906536 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port 94c8bbda-d49a-4ca5-8f85-0deb8716a527 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:53:25.906911 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (94c8bbda-d49a-4ca5-8f85-0deb8716a527), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:25.987856 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port 94c8bbda-d49a-4ca5-8f85-0deb8716a527 is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:53:25.988285 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (94c8bbda-d49a-4ca5-8f85-0deb8716a527), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:26.028525 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] For port 94c8bbda-d49a-4ca5-8f85-0deb8716a527, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=94c8bbda-d49a-4ca5-8f85-0deb8716a527,segment=NetworkSegment(72e5be0a-2230-4fc3-9b1c-85aa27a38fdd),segment_id=72e5be0a-2230-4fc3-9b1c-85aa27a38fdd)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:53:26.100259 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (94c8bbda-d49a-4ca5-8f85-0deb8716a527), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:26.156087 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Pushing event updated for resources: {'Port': ['ID=94c8bbda-d49a-4ca5-8f85-0deb8716a527,revision_number=3']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:26.295913 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663c5ef2-ce88-45bc-9e45-97980621d005 None None] Network e8461b72-4585-42eb-adf7-269bbd08f24f requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:53:26.342640 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9231875e-38db-412e-aaf7-abfc3c8abdbf admin admin] Publish callbacks [] for router_gateway (8c2ece3c-52e4-49f4-a800-f09bfe00e5cb), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:26.406660 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-0abb5e71-b987-4a0e-893e-ef3972838c27 None None] Provisioning complete for port 94c8bbda-d49a-4ca5-8f85-0deb8716a527 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:53:26.407045 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-0abb5e71-b987-4a0e-893e-ef3972838c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (94c8bbda-d49a-4ca5-8f85-0deb8716a527), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:26.497989 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-0abb5e71-b987-4a0e-893e-ef3972838c27 None None] Current status of the port 94c8bbda-d49a-4ca5-8f85-0deb8716a527 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:53:26.545021 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9231875e-38db-412e-aaf7-abfc3c8abdbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-354687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358104'] for router (8c2ece3c-52e4-49f4-a800-f09bfe00e5cb), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:26.614458 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-ddfa4fd9-3fe5-451e-949f-ccf28cd1c9c1 None None] Provisioning complete for port 94c8bbda-d49a-4ca5-8f85-0deb8716a527 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:53:26.614820 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ddfa4fd9-3fe5-451e-949f-ccf28cd1c9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (94c8bbda-d49a-4ca5-8f85-0deb8716a527), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:26.686467 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-ddfa4fd9-3fe5-451e-949f-ccf28cd1c9c1 None None] Current status of the port 94c8bbda-d49a-4ca5-8f85-0deb8716a527 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:53:26.749846 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9231875e-38db-412e-aaf7-abfc3c8abdbf admin admin] Router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb is scheduled to L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 with binding_index 1 {{(pid=110997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 13:53:26.832655 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:26.850479 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9231875e-38db-412e-aaf7-abfc3c8abdbf admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:53:26.859215 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bd7e94-80eb-4944-8d6e-683d37c2acc2 None None] Sync routers for ids ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:53:26.868665 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bd7e94-80eb-4944-8d6e-683d37c2acc2 None None] Routers {'8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:53:26.869279 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-c5bd7e94-80eb-4944-8d6e-683d37c2acc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:53:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:26.999640 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9231875e-38db-412e-aaf7-abfc3c8abdbf admin admin] Publish callbacks [] for router (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:27.000898 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-9231875e-38db-412e-aaf7-abfc3c8abdbf admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4650249 Jun 08 13:53:27.003568 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 41036) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:53:27.106163 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-c5bd7e94-80eb-4944-8d6e-683d37c2acc2 None None] Set router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:53:27.225746 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=100 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:27.278068 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-c5bd7e94-80eb-4944-8d6e-683d37c2acc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:26Z', 'revision_number': 3, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:27.278330 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:27.306642 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bd7e94-80eb-4944-8d6e-683d37c2acc2 None None] Checking router: 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:53:27.306985 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bd7e94-80eb-4944-8d6e-683d37c2acc2 None None] Updating router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb port 27a36370-da32-4c1b-9ad8-4d9c2264420c binding host dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:53:27.334840 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-c5bd7e94-80eb-4944-8d6e-683d37c2acc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (27a36370-da32-4c1b-9ad8-4d9c2264420c), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:27.358089 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:27.408784 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0c4d7bf1-3dc3-4714-8f72-5e4faf3b5df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:27.564678 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.db_base_plugin_common [None req-0c4d7bf1-3dc3-4714-8f72-5e4faf3b5df9 admin admin] Allocated IP 172.20.0.1 (e8461b72-4585-42eb-adf7-269bbd08f24f/5c79d542-1c20-476a-b15a-af590b689ad2/de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97) {{(pid=110997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:53:27.672885 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0c4d7bf1-3dc3-4714-8f72-5e4faf3b5df9 admin admin] Publish callbacks [] for port (de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:27.701190 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-c5bd7e94-80eb-4944-8d6e-683d37c2acc2 None None] Publish callbacks [] for port (27a36370-da32-4c1b-9ad8-4d9c2264420c), precommit_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:27.769316 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0c4d7bf1-3dc3-4714-8f72-5e4faf3b5df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:27.803216 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-c5bd7e94-80eb-4944-8d6e-683d37c2acc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (27a36370-da32-4c1b-9ad8-4d9c2264420c), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:27.808849 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4d7bf1-3dc3-4714-8f72-5e4faf3b5df9 admin admin] Network e8461b72-4585-42eb-adf7-269bbd08f24f is already hosted by enough agents. {{(pid=110997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:53:27.812589 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [None req-0c4d7bf1-3dc3-4714-8f72-5e4faf3b5df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:53:27.814381 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4d7bf1-3dc3-4714-8f72-5e4faf3b5df9 admin admin] Received port after_create {{(pid=110997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:53:27.831288 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-c5bd7e94-80eb-4944-8d6e-683d37c2acc2 None None] Attempting to bind port 27a36370-da32-4c1b-9ad8-4d9c2264420c on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:53:27.831659 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-c5bd7e94-80eb-4944-8d6e-683d37c2acc2 None None] Attempting to bind port 27a36370-da32-4c1b-9ad8-4d9c2264420c by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:53:27.832022 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bd7e94-80eb-4944-8d6e-683d37c2acc2 None None] Attempting to bind port 27a36370-da32-4c1b-9ad8-4d9c2264420c on network 070b030f-98d2-43d9-b022-f506d26f1e83 {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:53:27.853195 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:27.859696 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d7bf1-3dc3-4714-8f72-5e4faf3b5df9 admin admin] Pushing event updated for resources: {'Port': ['ID=de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:27.869647 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 94c8bbda-d49a-4ca5-8f85-0deb8716a527 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:53:27.871441 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0c4d7bf1-3dc3-4714-8f72-5e4faf3b5df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-354990'] for router_interface (8c2ece3c-52e4-49f4-a800-f09bfe00e5cb), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:27.897043 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bd7e94-80eb-4944-8d6e-683d37c2acc2 None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:53:27.897417 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bd7e94-80eb-4944-8d6e-683d37c2acc2 None None] Checking segment: {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:53:27.897795 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-c5bd7e94-80eb-4944-8d6e-683d37c2acc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:27.898176 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bd7e94-80eb-4944-8d6e-683d37c2acc2 None None] Bound using segment: {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:53:27.898666 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-c5bd7e94-80eb-4944-8d6e-683d37c2acc2 None None] Bound port: 27a36370-da32-4c1b-9ad8-4d9c2264420c, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:53:27.899041 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-c5bd7e94-80eb-4944-8d6e-683d37c2acc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (27a36370-da32-4c1b-9ad8-4d9c2264420c), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:27.943047 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa30208-d547-4f10-b416-8518e6bc948a None None] Pushing event updated for resources: {'Port': ['ID=27a36370-da32-4c1b-9ad8-4d9c2264420c,revision_number=2']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:27.984346 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port 94c8bbda-d49a-4ca5-8f85-0deb8716a527 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:53:27.984713 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (94c8bbda-d49a-4ca5-8f85-0deb8716a527), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:27.986638 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-c5bd7e94-80eb-4944-8d6e-683d37c2acc2 None None] For port 27a36370-da32-4c1b-9ad8-4d9c2264420c, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=110999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:53:27.990625 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-c5bd7e94-80eb-4944-8d6e-683d37c2acc2 None None] For port 27a36370-da32-4c1b-9ad8-4d9c2264420c, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=27a36370-da32-4c1b-9ad8-4d9c2264420c,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=110999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:53:28.061855 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port 94c8bbda-d49a-4ca5-8f85-0deb8716a527 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:53:28.105554 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0c4d7bf1-3dc3-4714-8f72-5e4faf3b5df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:28.106929 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:28.110391 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-c5bd7e94-80eb-4944-8d6e-683d37c2acc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (27a36370-da32-4c1b-9ad8-4d9c2264420c), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:28.144305 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:28.144933 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-11f99c08-400a-4ab3-8ba8-2660bd7478af None None] Provisioning complete for port de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:53:28.145296 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-11f99c08-400a-4ab3-8ba8-2660bd7478af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:28.204956 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-11f99c08-400a-4ab3-8ba8-2660bd7478af None None] Port de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:53:28.210994 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa30208-d547-4f10-b416-8518e6bc948a None None] Pushing event updated for resources: {'Port': ['ID=27a36370-da32-4c1b-9ad8-4d9c2264420c,revision_number=3']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:28.213389 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bd7e94-80eb-4944-8d6e-683d37c2acc2 None None] Routers {'8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:53:28.214211 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-c5bd7e94-80eb-4944-8d6e-683d37c2acc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:53:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:28.246601 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:28.309508 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0c4d7bf1-3dc3-4714-8f72-5e4faf3b5df9 admin admin] Publish callbacks [] for port (de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:28.319241 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-c5bd7e94-80eb-4944-8d6e-683d37c2acc2 None None] Set router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:53:28.397388 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0c4d7bf1-3dc3-4714-8f72-5e4faf3b5df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407452'] for port (de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:28.465096 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d7bf1-3dc3-4714-8f72-5e4faf3b5df9 admin admin] Pushing event updated for resources: {'Port': ['ID=de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97,revision_number=2']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:28.467865 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0c4d7bf1-3dc3-4714-8f72-5e4faf3b5df9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354906'] for router_interface (8c2ece3c-52e4-49f4-a800-f09bfe00e5cb), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:28.504917 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-c5bd7e94-80eb-4944-8d6e-683d37c2acc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 1, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:28.533281 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bd7e94-80eb-4944-8d6e-683d37c2acc2 None None] The sync data for ids ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'] in dv-cinder-819149-5-iscsi is: [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 1, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:53:28.569701 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4d7bf1-3dc3-4714-8f72-5e4faf3b5df9 admin admin] Network e8461b72-4585-42eb-adf7-269bbd08f24f is already hosted by enough agents. {{(pid=110997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:53:28.571126 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [None req-0c4d7bf1-3dc3-4714-8f72-5e4faf3b5df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:53:28.694664 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4d7bf1-3dc3-4714-8f72-5e4faf3b5df9 admin admin] Router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:53:28.713564 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=20,neutron:INSERT=5 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:28.716743 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=45,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:28.791051 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:28.821950 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4d7bf1-3dc3-4714-8f72-5e4faf3b5df9 admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:53:28.825636 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-d5c6562a-4534-455c-a1de-a1931234f00f None None] Provisioning complete for port de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:53:28.826025 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-d5c6562a-4534-455c-a1de-a1931234f00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:28.828312 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-0c4d7bf1-3dc3-4714-8f72-5e4faf3b5df9 admin admin] 10.222.0.55 "PUT /v2.0/routers/8c2ece3c-52e4-49f4-a800-f09bfe00e5cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8234174 Jun 08 13:53:28.863994 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-d5c6562a-4534-455c-a1de-a1931234f00f None None] Port de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:53:29.243256 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 41044) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:53:29.249041 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-50ba38cf-9a62-49e1-af5d-262bfc55cf5e tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1696258506', 'description': 'tempest-description--856576835'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:53:29.326929 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-50ba38cf-9a62-49e1-af5d-262bfc55cf5e tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:29.411868 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-50ba38cf-9a62-49e1-af5d-262bfc55cf5e tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group (9451f6e2-2eb5-4983-a26c-efed05f8c022), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:29.481389 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-50ba38cf-9a62-49e1-af5d-262bfc55cf5e tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (9451f6e2-2eb5-4983-a26c-efed05f8c022), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:29.512623 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba38cf-9a62-49e1-af5d-262bfc55cf5e tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9451f6e2-2eb5-4983-a26c-efed05f8c022,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:29.591961 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-50ba38cf-9a62-49e1-af5d-262bfc55cf5e tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:29.593481 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-50ba38cf-9a62-49e1-af5d-262bfc55cf5e tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3491387 Jun 08 13:53:29.596446 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 41046) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:53:29.600780 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-5412edda-0225-4241-96ed-6b7e0ada0e65 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Request body: {'security_group_rule': {'security_group_id': '9451f6e2-2eb5-4983-a26c-efed05f8c022', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:53:29.706710 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5412edda-0225-4241-96ed-6b7e0ada0e65 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group_rule (d1f22531-8003-4b23-a425-bdd767be176a), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:29.765635 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5412edda-0225-4241-96ed-6b7e0ada0e65 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group_rule (d1f22531-8003-4b23-a425-bdd767be176a), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:29.851768 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 27a36370-da32-4c1b-9ad8-4d9c2264420c up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:53:29.895166 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port 27a36370-da32-4c1b-9ad8-4d9c2264420c triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:53:29.895534 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (27a36370-da32-4c1b-9ad8-4d9c2264420c), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:29.909548 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5412edda-0225-4241-96ed-6b7e0ada0e65 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (d1f22531-8003-4b23-a425-bdd767be176a), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:29.927068 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412edda-0225-4241-96ed-6b7e0ada0e65 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f22531-8003-4b23-a425-bdd767be176a,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:29.970951 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port 27a36370-da32-4c1b-9ad8-4d9c2264420c is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:53:29.971333 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (27a36370-da32-4c1b-9ad8-4d9c2264420c), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:29.992321 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] For port 27a36370-da32-4c1b-9ad8-4d9c2264420c, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=27a36370-da32-4c1b-9ad8-4d9c2264420c,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:53:30.021640 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5412edda-0225-4241-96ed-6b7e0ada0e65 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:30.023158 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-5412edda-0225-4241-96ed-6b7e0ada0e65 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4254811 Jun 08 13:53:30.025695 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 41048) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:53:30.030879 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-dbfe238c-398f-4b38-9177-4a31a8d65c23 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Request body: {'security_group_rule': {'security_group_id': '9451f6e2-2eb5-4983-a26c-efed05f8c022', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:53:30.036934 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (27a36370-da32-4c1b-9ad8-4d9c2264420c), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:30.082823 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Pushing event updated for resources: {'Port': ['ID=27a36370-da32-4c1b-9ad8-4d9c2264420c,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:30.109722 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-dbfe238c-398f-4b38-9177-4a31a8d65c23 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group_rule (b74896d5-d908-49be-b91d-570aa674f4cc), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:30.163842 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-dbfe238c-398f-4b38-9177-4a31a8d65c23 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group_rule (b74896d5-d908-49be-b91d-570aa674f4cc), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:30.246731 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-dbfe238c-398f-4b38-9177-4a31a8d65c23 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (b74896d5-d908-49be-b91d-570aa674f4cc), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:30.267413 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe238c-398f-4b38-9177-4a31a8d65c23 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74896d5-d908-49be-b91d-570aa674f4cc,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:30.347621 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-dbfe238c-398f-4b38-9177-4a31a8d65c23 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:30.348889 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-dbfe238c-398f-4b38-9177-4a31a8d65c23 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3215902 Jun 08 13:53:30.352020 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 41050) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:53:30.357929 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-c16da0e9-b0a1-4e71-9aab-555209b51fa5 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Request body: {'floatingip': {'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:53:30.435629 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c16da0e9-b0a1-4e71-9aab-555209b51fa5 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:30.517954 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c16da0e9-b0a1-4e71-9aab-555209b51fa5 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:30.523513 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6561a406-0845-4dfd-8e4f-4a78edb11ded None None] Sync routers for ids ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:53:30.533803 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6561a406-0845-4dfd-8e4f-4a78edb11ded None None] Routers {'8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:53:30.534408 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-6561a406-0845-4dfd-8e4f-4a78edb11ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:53:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:30.630954 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [None req-c16da0e9-b0a1-4e71-9aab-555209b51fa5 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Allocated IP 172.27.1.209 (070b030f-98d2-43d9-b022-f506d26f1e83/4285c1ce-c1bb-4be9-b005-ebf83c2cba00/769d5987-ed38-4a7d-b0d7-cd1489011154) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:53:30.641588 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-6561a406-0845-4dfd-8e4f-4a78edb11ded None None] Set router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:53:30.708231 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:30.712019 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:30.735451 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c16da0e9-b0a1-4e71-9aab-555209b51fa5 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for port (769d5987-ed38-4a7d-b0d7-cd1489011154), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:30.825509 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-6561a406-0845-4dfd-8e4f-4a78edb11ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:28Z', 'revision_number': 2, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:30.831936 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c16da0e9-b0a1-4e71-9aab-555209b51fa5 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (769d5987-ed38-4a7d-b0d7-cd1489011154), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:30.851174 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6561a406-0845-4dfd-8e4f-4a78edb11ded None None] Checking router: 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:53:30.851484 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6561a406-0845-4dfd-8e4f-4a78edb11ded None None] Updating router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb port de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97 binding host dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:53:30.877760 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16da0e9-b0a1-4e71-9aab-555209b51fa5 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Network 070b030f-98d2-43d9-b022-f506d26f1e83 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:53:30.878997 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-6561a406-0845-4dfd-8e4f-4a78edb11ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97), before_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:30.885134 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-c16da0e9-b0a1-4e71-9aab-555209b51fa5 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:53:30.888794 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16da0e9-b0a1-4e71-9aab-555209b51fa5 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event updated for resources: {'Port': ['ID=769d5987-ed38-4a7d-b0d7-cd1489011154,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:30.890421 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16da0e9-b0a1-4e71-9aab-555209b51fa5 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:53:30.973152 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c16da0e9-b0a1-4e71-9aab-555209b51fa5 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (29d46fae-0d8e-4976-9bce-96e55fffd793), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:31.099260 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c16da0e9-b0a1-4e71-9aab-555209b51fa5 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (769d5987-ed38-4a7d-b0d7-cd1489011154), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:31.251642 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-6561a406-0845-4dfd-8e4f-4a78edb11ded None None] Publish callbacks [] for port (de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97), precommit_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:31.251823 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:31.278607 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c16da0e9-b0a1-4e71-9aab-555209b51fa5 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for port (769d5987-ed38-4a7d-b0d7-cd1489011154), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:31.372216 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c16da0e9-b0a1-4e71-9aab-555209b51fa5 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (769d5987-ed38-4a7d-b0d7-cd1489011154), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:31.372456 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-6561a406-0845-4dfd-8e4f-4a78edb11ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97), after_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:31.405647 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:31.422118 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6231f1-2af8-4181-9a9f-ec3cd5073e40 None None] Pushing event updated for resources: {'Port': ['ID=de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97,revision_number=3']} {{(pid=111000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:31.434583 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6231f1-2af8-4181-9a9f-ec3cd5073e40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:31.434938 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6231f1-2af8-4181-9a9f-ec3cd5073e40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:31.435253 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6231f1-2af8-4181-9a9f-ec3cd5073e40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:31.435645 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6231f1-2af8-4181-9a9f-ec3cd5073e40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:31.436304 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6231f1-2af8-4181-9a9f-ec3cd5073e40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:31.436304 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6231f1-2af8-4181-9a9f-ec3cd5073e40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:31.436632 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6231f1-2af8-4181-9a9f-ec3cd5073e40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:31.436950 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6231f1-2af8-4181-9a9f-ec3cd5073e40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:31.437269 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6231f1-2af8-4181-9a9f-ec3cd5073e40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:31.437588 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6231f1-2af8-4181-9a9f-ec3cd5073e40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:31.437909 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6231f1-2af8-4181-9a9f-ec3cd5073e40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:31.438251 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6231f1-2af8-4181-9a9f-ec3cd5073e40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:31.438570 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6231f1-2af8-4181-9a9f-ec3cd5073e40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:31.438884 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6231f1-2af8-4181-9a9f-ec3cd5073e40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:31.439202 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6231f1-2af8-4181-9a9f-ec3cd5073e40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:31.448574 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16da0e9-b0a1-4e71-9aab-555209b51fa5 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event updated for resources: {'Port': ['ID=769d5987-ed38-4a7d-b0d7-cd1489011154,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:31.465342 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c16da0e9-b0a1-4e71-9aab-555209b51fa5 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (29d46fae-0d8e-4976-9bce-96e55fffd793), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:31.491127 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-6561a406-0845-4dfd-8e4f-4a78edb11ded None None] Attempting to bind port de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97 on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:53:31.492023 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-6561a406-0845-4dfd-8e4f-4a78edb11ded None None] Attempting to bind port de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97 by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': '72e5be0a-2230-4fc3-9b1c-85aa27a38fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f'}] {{(pid=111000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:53:31.492023 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6561a406-0845-4dfd-8e4f-4a78edb11ded None None] Attempting to bind port de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97 on network e8461b72-4585-42eb-adf7-269bbd08f24f {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:53:31.497944 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6561a406-0845-4dfd-8e4f-4a78edb11ded None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:53:31.498254 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6561a406-0845-4dfd-8e4f-4a78edb11ded None None] Checking segment: {'id': '72e5be0a-2230-4fc3-9b1c-85aa27a38fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:53:31.498687 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-6561a406-0845-4dfd-8e4f-4a78edb11ded None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:31.499070 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6561a406-0845-4dfd-8e4f-4a78edb11ded None None] Bound using segment: {'id': '72e5be0a-2230-4fc3-9b1c-85aa27a38fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f'} {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:53:31.499540 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-6561a406-0845-4dfd-8e4f-4a78edb11ded None None] Bound port: de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e5be0a-2230-4fc3-9b1c-85aa27a38fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f'}}] {{(pid=111000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:53:31.499914 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-6561a406-0845-4dfd-8e4f-4a78edb11ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97), before_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:31.518119 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:31.548354 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c16da0e9-b0a1-4e71-9aab-555209b51fa5 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:31.549624 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-c16da0e9-b0a1-4e71-9aab-555209b51fa5 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1966333 Jun 08 13:53:31.568830 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.db [None req-6561a406-0845-4dfd-8e4f-4a78edb11ded None None] For port de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=111000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:53:31.576377 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.db [None req-6561a406-0845-4dfd-8e4f-4a78edb11ded None None] For port de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97,segment=NetworkSegment(72e5be0a-2230-4fc3-9b1c-85aa27a38fdd),segment_id=72e5be0a-2230-4fc3-9b1c-85aa27a38fdd)] {{(pid=111000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:53:31.671933 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-6561a406-0845-4dfd-8e4f-4a78edb11ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97), after_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:31.699695 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-2bf6acc8-7a3f-474e-b470-d9232b65d1b0 None None] Provisioning complete for port de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:53:31.708011 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-d57c8ca6-7149-4749-b6d4-7a73d4b25213 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1696258506&fields=id&tenant_id=9015bc58fb5948a9bbc41ef874faede5 HTTP/1.1" status: 200 len: 267 time: 0.0471692 Jun 08 13:53:31.713343 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-2bf6acc8-7a3f-474e-b470-d9232b65d1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:31.738604 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6231f1-2af8-4181-9a9f-ec3cd5073e40 None None] Pushing event updated for resources: {'Port': ['ID=de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97,revision_number=4']} {{(pid=111000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:31.746353 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6561a406-0845-4dfd-8e4f-4a78edb11ded None None] Routers {'8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:53:31.746990 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-6561a406-0845-4dfd-8e4f-4a78edb11ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:53:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:31.835990 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-2bf6acc8-7a3f-474e-b470-d9232b65d1b0 None None] Current status of the port de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97 is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:53:31.837280 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-2bf6acc8-7a3f-474e-b470-d9232b65d1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:31.859884 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:31.873068 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-6561a406-0845-4dfd-8e4f-4a78edb11ded None None] Set router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:53:31.877898 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-39f1ec71-cd3d-423a-81f0-fe40c0c46974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:31.899756 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-2bf6acc8-7a3f-474e-b470-d9232b65d1b0 None None] For port de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97,segment=NetworkSegment(72e5be0a-2230-4fc3-9b1c-85aa27a38fdd),segment_id=72e5be0a-2230-4fc3-9b1c-85aa27a38fdd)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:53:31.907983 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-22138f58-4d94-4dba-b65d-6a7d01589f71 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:31.914887 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-22138f58-4d94-4dba-b65d-6a7d01589f71 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/networks?id=e8461b72-4585-42eb-adf7-269bbd08f24f HTTP/1.1" status: 200 len: 814 time: 0.1936088 Jun 08 13:53:31.921983 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 27a36370-da32-4c1b-9ad8-4d9c2264420c up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:53:31.925533 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-f8b45f9f-9752-4320-8fcc-3a78f2129cf9 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/quotas/9015bc58fb5948a9bbc41ef874faede5 HTTP/1.1" status: 200 len: 375 time: 0.0097990 Jun 08 13:53:31.977510 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port 27a36370-da32-4c1b-9ad8-4d9c2264420c triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:53:31.977932 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (27a36370-da32-4c1b-9ad8-4d9c2264420c), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:31.999468 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-12ab43e3-f360-48c5-927e-834655a49986 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9015bc58fb5948a9bbc41ef874faede5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657518 Jun 08 13:53:32.012429 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-2bf6acc8-7a3f-474e-b470-d9232b65d1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:32.066759 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:32.091783 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-6561a406-0845-4dfd-8e4f-4a78edb11ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:31Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:32.107934 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6acc8-7a3f-474e-b470-d9232b65d1b0 None None] Pushing event updated for resources: {'Port': ['ID=de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:32.118567 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6561a406-0845-4dfd-8e4f-4a78edb11ded None None] The sync data for ids ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'] in dv-cinder-819149-5-iscsi is: [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:31Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:53:32.119154 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port 27a36370-da32-4c1b-9ad8-4d9c2264420c is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:53:32.120338 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:53:32.164306 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-025f6b76-a2c6-4acf-833a-a5c7fad7521f None None] Provisioning complete for port de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:53:32.164306 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-025f6b76-a2c6-4acf-833a-a5c7fad7521f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:32.164509 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-78c93347-e0af-4262-bd0f-120fcfb0c1b7 service neutron] 10.222.0.55 "GET /v2.0/networks/e8461b72-4585-42eb-adf7-269bbd08f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553729 Jun 08 13:53:32.203816 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:53:32.204209 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:32.272704 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-7fece303-6d04-463f-89c0-91614c19b645 service neutron] 10.222.0.55 "GET /v2.0/networks/e8461b72-4585-42eb-adf7-269bbd08f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993268 Jun 08 13:53:32.287607 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-025f6b76-a2c6-4acf-833a-a5c7fad7521f None None] Current status of the port de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:53:32.320685 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:53:32.779897 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-13213d73-c8f2-4135-a003-73362a5911c8 req-f384d5cf-ec4d-44f9-8360-a1d04e4aef4d tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec5f074e-36e2-487e-9c9f-b613edaa6bf0 HTTP/1.1" status: 200 len: 210 time: 0.2661130 Jun 08 13:53:33.846804 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:53:33.892599 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-26212aec-5636-4543-a6dc-088c5991447e req-4c141bbe-7c60-4f73-a7cd-5d05d709785b tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec5f074e-36e2-487e-9c9f-b613edaa6bf0 HTTP/1.1" status: 200 len: 210 time: 0.0363014 Jun 08 13:53:33.898572 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:53:33.899019 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:34.112105 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:53:34.122309 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f97a7fae-c844-4617-97a9-18517e1e18b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:34.533436 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-deabb63c-07c4-48f8-a328-11880f6a08b1 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:34.534967 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-deabb63c-07c4-48f8-a328-11880f6a08b1 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.61 "GET /v2.0/networks?id=e8461b72-4585-42eb-adf7-269bbd08f24f HTTP/1.1" status: 200 len: 814 time: 0.0975292 Jun 08 13:53:34.594564 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-413f425b-26e2-41e3-b90b-6acf8f631d8c tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9015bc58fb5948a9bbc41ef874faede5 HTTP/1.1" status: 200 len: 380 time: 0.0507004 Jun 08 13:53:34.603561 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-e6c49179-01b1-48e9-a42e-4e6a9d23703d tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Request body: {'port': {'device_id': 'ec5f074e-36e2-487e-9c9f-b613edaa6bf0', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'admin_state_up': True, 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'security_groups': ['9451f6e2-2eb5-4983-a26c-efed05f8c022']}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:53:34.802583 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-e6c49179-01b1-48e9-a42e-4e6a9d23703d tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Made reservation on behalf of 9015bc58fb5948a9bbc41ef874faede5 for: {'port': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:53:34.806039 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-e6c49179-01b1-48e9-a42e-4e6a9d23703d tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:34.937529 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-e6c49179-01b1-48e9-a42e-4e6a9d23703d tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Allocated IP 172.20.0.9 (e8461b72-4585-42eb-adf7-269bbd08f24f/5c79d542-1c20-476a-b15a-af590b689ad2/74879222-2c74-48ad-9499-8d5ec0700aa7) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:53:34.971132 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:34.993395 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2731c597-12a4-4967-a742-555f9daa8574 req-17c70db3-697c-46e9-bd11-2a4d00f69f61 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec5f074e-36e2-487e-9c9f-b613edaa6bf0 HTTP/1.1" status: 200 len: 210 time: 0.0276899 Jun 08 13:53:35.073714 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-e6c49179-01b1-48e9-a42e-4e6a9d23703d tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for port (74879222-2c74-48ad-9499-8d5ec0700aa7), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:35.203143 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-e6c49179-01b1-48e9-a42e-4e6a9d23703d tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (74879222-2c74-48ad-9499-8d5ec0700aa7), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:35.236899 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:35.249768 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-e6c49179-01b1-48e9-a42e-4e6a9d23703d tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Network e8461b72-4585-42eb-adf7-269bbd08f24f is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:53:35.252935 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-e6c49179-01b1-48e9-a42e-4e6a9d23703d tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:53:35.259139 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-e6c49179-01b1-48e9-a42e-4e6a9d23703d tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:53:35.282341 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c49179-01b1-48e9-a42e-4e6a9d23703d tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event updated for resources: {'Port': ['ID=74879222-2c74-48ad-9499-8d5ec0700aa7,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:35.314164 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-e6c49179-01b1-48e9-a42e-4e6a9d23703d tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:35.314797 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-e6c49179-01b1-48e9-a42e-4e6a9d23703d tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:35.432959 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-e6c49179-01b1-48e9-a42e-4e6a9d23703d tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8320181 Jun 08 13:53:35.443277 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-a49703b6-7d37-41d0-b80b-3887fe1aaf90 service neutron] Request body: {'port': {'device_id': 'ec5f074e-36e2-487e-9c9f-b613edaa6bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:53:35.502268 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-a49703b6-7d37-41d0-b80b-3887fe1aaf90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (74879222-2c74-48ad-9499-8d5ec0700aa7), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:35.521483 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-c872e794-f08c-4ee4-ade2-7f2b3688c48d None None] Provisioning complete for port 74879222-2c74-48ad-9499-8d5ec0700aa7 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:53:35.522037 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-c872e794-f08c-4ee4-ade2-7f2b3688c48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (74879222-2c74-48ad-9499-8d5ec0700aa7), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:35.547389 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:35.556895 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-c872e794-f08c-4ee4-ade2-7f2b3688c48d None None] Port 74879222-2c74-48ad-9499-8d5ec0700aa7 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:53:35.799066 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-a49703b6-7d37-41d0-b80b-3887fe1aaf90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74879222-2c74-48ad-9499-8d5ec0700aa7 {{(pid=110998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:53:35.799066 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-a49703b6-7d37-41d0-b80b-3887fe1aaf90 service neutron] Publish callbacks [] for port (74879222-2c74-48ad-9499-8d5ec0700aa7), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:35.805094 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.provisioning_blocks [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-a49703b6-7d37-41d0-b80b-3887fe1aaf90 service neutron] Transition to ACTIVE for port object 74879222-2c74-48ad-9499-8d5ec0700aa7 will not be triggered until provisioned by entity L2. {{(pid=110998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 13:53:36.113477 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070291f-a05b-4ec8-8c76-81162576ddce req-ca9644e0-52bb-4351-8163-3e0f2d85d16b tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:36.114929 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1070291f-a05b-4ec8-8c76-81162576ddce req-ca9644e0-52bb-4351-8163-3e0f2d85d16b tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec5f074e-36e2-487e-9c9f-b613edaa6bf0 HTTP/1.1" status: 200 len: 931 time: 0.0520761 Jun 08 13:53:36.162161 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1070291f-a05b-4ec8-8c76-81162576ddce req-b326e72e-138d-4d62-881d-b287f9d196ff tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=9451f6e2-2eb5-4983-a26c-efed05f8c022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416436 Jun 08 13:53:36.231247 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-a49703b6-7d37-41d0-b80b-3887fe1aaf90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (74879222-2c74-48ad-9499-8d5ec0700aa7), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:36.279451 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49703b6-7d37-41d0-b80b-3887fe1aaf90 service neutron] Pushing event updated for resources: {'Port': ['ID=74879222-2c74-48ad-9499-8d5ec0700aa7,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:36.358058 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-a49703b6-7d37-41d0-b80b-3887fe1aaf90 service neutron] Attempting to bind port 74879222-2c74-48ad-9499-8d5ec0700aa7 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:53:36.358395 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-a49703b6-7d37-41d0-b80b-3887fe1aaf90 service neutron] Attempting to bind port 74879222-2c74-48ad-9499-8d5ec0700aa7 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '72e5be0a-2230-4fc3-9b1c-85aa27a38fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f'}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:53:36.358722 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-a49703b6-7d37-41d0-b80b-3887fe1aaf90 service neutron] Attempting to bind port 74879222-2c74-48ad-9499-8d5ec0700aa7 on network e8461b72-4585-42eb-adf7-269bbd08f24f {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:53:36.363437 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-a49703b6-7d37-41d0-b80b-3887fe1aaf90 service neutron] Port 74879222-2c74-48ad-9499-8d5ec0700aa7 on network e8461b72-4585-42eb-adf7-269bbd08f24f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:53:36.363753 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-a49703b6-7d37-41d0-b80b-3887fe1aaf90 service neutron] Attempting to bind port 74879222-2c74-48ad-9499-8d5ec0700aa7 on network e8461b72-4585-42eb-adf7-269bbd08f24f {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:53:36.368835 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-a49703b6-7d37-41d0-b80b-3887fe1aaf90 service neutron] Checking agent: {'id': '2c87fc52-0797-4c68-9855-572d3067389f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'started_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:53:36.369182 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-a49703b6-7d37-41d0-b80b-3887fe1aaf90 service neutron] Checking segment: {'id': '72e5be0a-2230-4fc3-9b1c-85aa27a38fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:53:36.369612 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-a49703b6-7d37-41d0-b80b-3887fe1aaf90 service neutron] Bound using segment: {'id': '72e5be0a-2230-4fc3-9b1c-85aa27a38fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f'} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:53:36.370267 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-a49703b6-7d37-41d0-b80b-3887fe1aaf90 service neutron] Bound port: 74879222-2c74-48ad-9499-8d5ec0700aa7, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e5be0a-2230-4fc3-9b1c-85aa27a38fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f'}}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:53:36.370733 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-a49703b6-7d37-41d0-b80b-3887fe1aaf90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (74879222-2c74-48ad-9499-8d5ec0700aa7), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:36.434251 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-a49703b6-7d37-41d0-b80b-3887fe1aaf90 service neutron] For port 74879222-2c74-48ad-9499-8d5ec0700aa7, host hv-cinder-81914, cleared binding levels {{(pid=110998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:53:36.437356 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-a49703b6-7d37-41d0-b80b-3887fe1aaf90 service neutron] For port 74879222-2c74-48ad-9499-8d5ec0700aa7, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=74879222-2c74-48ad-9499-8d5ec0700aa7,segment=NetworkSegment(72e5be0a-2230-4fc3-9b1c-85aa27a38fdd),segment_id=72e5be0a-2230-4fc3-9b1c-85aa27a38fdd)] {{(pid=110998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:53:36.438399 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:36.511824 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-a49703b6-7d37-41d0-b80b-3887fe1aaf90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (74879222-2c74-48ad-9499-8d5ec0700aa7), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:36.545490 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-a49703b6-7d37-41d0-b80b-3887fe1aaf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:36.546119 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-a49703b6-7d37-41d0-b80b-3887fe1aaf90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:36.547490 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-a49703b6-7d37-41d0-b80b-3887fe1aaf90 service neutron] 10.222.0.61 "PUT /v2.0/ports/74879222-2c74-48ad-9499-8d5ec0700aa7 HTTP/1.1" status: 200 len: 1093 time: 1.1083572 Jun 08 13:53:36.547953 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5f074e-36e2-487e-9c9f-b613edaa6bf0', 'tag': '74879222-2c74-48ad-9499-8d5ec0700aa7'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:53:36.550141 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54238be3-ef73-437a-87f5-ac85311b1c00" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5f074e-36e2-487e-9c9f-b613edaa6bf0", "tag": "74879222-2c74-48ad-9499-8d5ec0700aa7"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:53:36.581947 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49703b6-7d37-41d0-b80b-3887fe1aaf90 service neutron] Pushing event updated for resources: {'Port': ['ID=74879222-2c74-48ad-9499-8d5ec0700aa7,revision_number=3']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:36.599639 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70812c96-421f-405b-8903-b9f6b6bb1b84 x-openstack-request-id: req-70812c96-421f-405b-8903-b9f6b6bb1b84 {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:53:36.599639 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5f074e-36e2-487e-9c9f-b613edaa6bf0", "tag": "74879222-2c74-48ad-9499-8d5ec0700aa7", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:53:36.599639 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-70812c96-421f-405b-8903-b9f6b6bb1b84 {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:53:36.599639 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70812c96-421f-405b-8903-b9f6b6bb1b84'] response: {'name': 'network-changed', 'server_uuid': 'ec5f074e-36e2-487e-9c9f-b613edaa6bf0', 'tag': '74879222-2c74-48ad-9499-8d5ec0700aa7', 'status': 'completed', 'code': 200} Jun 08 13:53:36.643276 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:36.666391 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54238be3-ef73-437a-87f5-ac85311b1c00 req-48da7e9c-5743-4690-b7b3-3a72be3fb06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:36.667924 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-54238be3-ef73-437a-87f5-ac85311b1c00 req-48da7e9c-5743-4690-b7b3-3a72be3fb06d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9015bc58fb5948a9bbc41ef874faede5&device_id=ec5f074e-36e2-487e-9c9f-b613edaa6bf0 HTTP/1.1" status: 200 len: 1127 time: 0.0454998 Jun 08 13:53:36.721208 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:36.769378 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54238be3-ef73-437a-87f5-ac85311b1c00 req-463d6cd6-b1e6-4170-8df5-aa0780185fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:36.771143 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-54238be3-ef73-437a-87f5-ac85311b1c00 req-463d6cd6-b1e6-4170-8df5-aa0780185fd4 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=9015bc58fb5948a9bbc41ef874faede5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0953405 Jun 08 13:53:37.119205 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54238be3-ef73-437a-87f5-ac85311b1c00 req-df8ccecc-00b4-4b44-913b-1e61e9f66298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:37.120708 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-54238be3-ef73-437a-87f5-ac85311b1c00 req-df8ccecc-00b4-4b44-913b-1e61e9f66298 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3434446 Jun 08 13:53:37.192967 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-621278f6-a9a2-4256-81c2-539c7a277024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:37.194478 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-621278f6-a9a2-4256-81c2-539c7a277024 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9015bc58fb5948a9bbc41ef874faede5&device_id=ec5f074e-36e2-487e-9c9f-b613edaa6bf0 HTTP/1.1" status: 200 len: 1127 time: 0.0391173 Jun 08 13:53:37.232715 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-7cf627a6-bcb1-4a84-981e-8bce27218798 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74879222-2c74-48ad-9499-8d5ec0700aa7 HTTP/1.1" status: 200 len: 217 time: 0.0316916 Jun 08 13:53:37.265087 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:37.276188 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3dac0d-79f0-48fd-8bb8-5b732b393a9c req-7478d562-864d-486c-9925-4665d57e88f3 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:37.277671 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5a3dac0d-79f0-48fd-8bb8-5b732b393a9c req-7478d562-864d-486c-9925-4665d57e88f3 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec5f074e-36e2-487e-9c9f-b613edaa6bf0 HTTP/1.1" status: 200 len: 943 time: 0.0481191 Jun 08 13:53:37.283235 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-ce93c98f-b320-4dbe-8a90-2f0e51eb866f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:37.284732 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-ce93c98f-b320-4dbe-8a90-2f0e51eb866f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5c79d542-1c20-476a-b15a-af590b689ad2 HTTP/1.1" status: 200 len: 853 time: 0.0468924 Jun 08 13:53:37.326501 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5a3dac0d-79f0-48fd-8bb8-5b732b393a9c req-534438b6-7494-4ebd-9508-d8b7f2a2fc74 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=9451f6e2-2eb5-4983-a26c-efed05f8c022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426586 Jun 08 13:53:37.330901 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-7b62b6f4-5ac0-4abe-bbd4-164a9ee75b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:37.332828 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-7b62b6f4-5ac0-4abe-bbd4-164a9ee75b68 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8461b72-4585-42eb-adf7-269bbd08f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414133 Jun 08 13:53:37.426309 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-210c26be-b8da-41f5-a3da-7989e64d605b service neutron] 10.222.0.61 "GET /v2.0/networks/e8461b72-4585-42eb-adf7-269bbd08f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819573 Jun 08 13:53:37.513635 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-ce7d7797-f962-41d2-8cd1-f2f22385ffe3 req-836a1426-43c3-4ec3-a230-156277ed0b70 service neutron] 10.222.0.61 "GET /v2.0/networks/e8461b72-4585-42eb-adf7-269bbd08f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860662 Jun 08 13:53:38.049978 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:38.122029 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:38.443680 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a76af-2fb0-43d0-8870-3fe23b6a1d17 req-4c5a7b9b-c264-42e9-bffb-e6178b924bbe tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:38.445162 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d88a76af-2fb0-43d0-8870-3fe23b6a1d17 req-4c5a7b9b-c264-42e9-bffb-e6178b924bbe tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec5f074e-36e2-487e-9c9f-b613edaa6bf0 HTTP/1.1" status: 200 len: 943 time: 0.0473645 Jun 08 13:53:38.496074 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d88a76af-2fb0-43d0-8870-3fe23b6a1d17 req-075fef3e-b1cd-49ca-b05f-420e0dd6c72a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=9451f6e2-2eb5-4983-a26c-efed05f8c022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449045 Jun 08 13:53:39.607386 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b49794-78fb-46a3-b9f7-351bab687de6 req-54d2d192-54f8-42f2-b4ce-41081711c369 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:39.608800 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-58b49794-78fb-46a3-b9f7-351bab687de6 req-54d2d192-54f8-42f2-b4ce-41081711c369 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec5f074e-36e2-487e-9c9f-b613edaa6bf0 HTTP/1.1" status: 200 len: 943 time: 0.0466759 Jun 08 13:53:39.656573 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-58b49794-78fb-46a3-b9f7-351bab687de6 req-504bf0e8-2d55-4462-b402-02b0e7296629 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=9451f6e2-2eb5-4983-a26c-efed05f8c022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420227 Jun 08 13:53:39.978582 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 74879222-2c74-48ad-9499-8d5ec0700aa7 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:53:40.078855 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 74879222-2c74-48ad-9499-8d5ec0700aa7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=74879222-2c74-48ad-9499-8d5ec0700aa7,segment=NetworkSegment(72e5be0a-2230-4fc3-9b1c-85aa27a38fdd),segment_id=72e5be0a-2230-4fc3-9b1c-85aa27a38fdd)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:53:40.090948 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Returning: {'device': '74879222-2c74-48ad-9499-8d5ec0700aa7', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'port_id': '74879222-2c74-48ad-9499-8d5ec0700aa7', 'mac_address': 'fa:16:3e:68:aa:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:53:40.126272 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 74879222-2c74-48ad-9499-8d5ec0700aa7 is: DOWN; New status is: BUILD {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:53:40.126652 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (74879222-2c74-48ad-9499-8d5ec0700aa7), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:40.139117 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74879222-2c74-48ad-9499-8d5ec0700aa7 {{(pid=110999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:53:40.159352 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 74879222-2c74-48ad-9499-8d5ec0700aa7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=74879222-2c74-48ad-9499-8d5ec0700aa7,segment=NetworkSegment(72e5be0a-2230-4fc3-9b1c-85aa27a38fdd),segment_id=72e5be0a-2230-4fc3-9b1c-85aa27a38fdd)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:53:40.236940 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (74879222-2c74-48ad-9499-8d5ec0700aa7), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:40.281559 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=74879222-2c74-48ad-9499-8d5ec0700aa7,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:40.473362 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['74879222-2c74-48ad-9499-8d5ec0700aa7'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:53:40.584738 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:40.769658 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e76dea-a6c7-4228-8b8c-10e9d9bddd4c req-4dbbbe13-9dc1-41a3-bf43-e0a02f2aedb1 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:40.771105 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-80e76dea-a6c7-4228-8b8c-10e9d9bddd4c req-4dbbbe13-9dc1-41a3-bf43-e0a02f2aedb1 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec5f074e-36e2-487e-9c9f-b613edaa6bf0 HTTP/1.1" status: 200 len: 944 time: 0.0469551 Jun 08 13:53:40.817371 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-80e76dea-a6c7-4228-8b8c-10e9d9bddd4c req-f62c1d3b-e915-4514-b97e-50c494630ff4 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=9451f6e2-2eb5-4983-a26c-efed05f8c022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400317 Jun 08 13:53:41.933432 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03f437-ff39-49cd-8bf1-c3ed912f19cd req-f24be854-7785-4507-b04e-cac82b70e76c tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:41.934894 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ac03f437-ff39-49cd-8bf1-c3ed912f19cd req-f24be854-7785-4507-b04e-cac82b70e76c tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec5f074e-36e2-487e-9c9f-b613edaa6bf0 HTTP/1.1" status: 200 len: 944 time: 0.0498931 Jun 08 13:53:41.982340 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ac03f437-ff39-49cd-8bf1-c3ed912f19cd req-3c6ea0be-8868-4103-bfb5-7f1633b40481 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=9451f6e2-2eb5-4983-a26c-efed05f8c022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417624 Jun 08 13:53:41.997051 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 74879222-2c74-48ad-9499-8d5ec0700aa7 up at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:53:42.037955 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning for port 74879222-2c74-48ad-9499-8d5ec0700aa7 completed by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 13:53:42.098421 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:42.116765 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning complete for port 74879222-2c74-48ad-9499-8d5ec0700aa7 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:53:42.117171 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (74879222-2c74-48ad-9499-8d5ec0700aa7), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:42.195481 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 74879222-2c74-48ad-9499-8d5ec0700aa7 is: BUILD; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:53:42.196212 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (74879222-2c74-48ad-9499-8d5ec0700aa7), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:42.221320 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5f074e-36e2-487e-9c9f-b613edaa6bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74879222-2c74-48ad-9499-8d5ec0700aa7'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:53:42.222844 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-0ca49854-2abe-4ca5-b8c2-0cf991ac39fe req-f09b2038-69ec-4576-ba25-2e5b72ab3194 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395496 Jun 08 13:53:42.223776 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5a6801-ed48-4929-addb-23b26cfd580b" -d '{"events": [{"server_uuid": "ec5f074e-36e2-487e-9c9f-b613edaa6bf0", "name": "network-vif-plugged", "status": "completed", "tag": "74879222-2c74-48ad-9499-8d5ec0700aa7"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:53:42.242817 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 74879222-2c74-48ad-9499-8d5ec0700aa7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=74879222-2c74-48ad-9499-8d5ec0700aa7,segment=NetworkSegment(72e5be0a-2230-4fc3-9b1c-85aa27a38fdd),segment_id=72e5be0a-2230-4fc3-9b1c-85aa27a38fdd)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:53:42.268267 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f51aae4-503a-46ae-81f0-690ad7f3deec x-openstack-request-id: req-3f51aae4-503a-46ae-81f0-690ad7f3deec {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:53:42.268585 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5f074e-36e2-487e-9c9f-b613edaa6bf0", "name": "network-vif-plugged", "status": "completed", "tag": "74879222-2c74-48ad-9499-8d5ec0700aa7", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:53:42.268838 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3f51aae4-503a-46ae-81f0-690ad7f3deec {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:53:42.269269 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f51aae4-503a-46ae-81f0-690ad7f3deec'] response: {'server_uuid': 'ec5f074e-36e2-487e-9c9f-b613edaa6bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74879222-2c74-48ad-9499-8d5ec0700aa7', 'code': 200} Jun 08 13:53:42.282431 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca49854-2abe-4ca5-b8c2-0cf991ac39fe req-bdd03f16-9000-456f-84b3-f94de50695d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:42.283940 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-0ca49854-2abe-4ca5-b8c2-0cf991ac39fe req-bdd03f16-9000-456f-84b3-f94de50695d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=708bec67bbb748b382b82cd0da768d5c&device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 1129 time: 0.0398071 Jun 08 13:53:42.326791 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (74879222-2c74-48ad-9499-8d5ec0700aa7), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:42.374278 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=74879222-2c74-48ad-9499-8d5ec0700aa7,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:42.402976 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca49854-2abe-4ca5-b8c2-0cf991ac39fe req-dcfeb217-3cba-4f7f-b91a-6262e425f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:42.404509 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-0ca49854-2abe-4ca5-b8c2-0cf991ac39fe req-dcfeb217-3cba-4f7f-b91a-6262e425f43b service neutron] 10.222.0.61 "GET /v2.0/networks?id=825cb388-149d-48df-81a0-0e0450f2f381 HTTP/1.1" status: 200 len: 909 time: 0.0944068 Jun 08 13:53:42.464981 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-0ca49854-2abe-4ca5-b8c2-0cf991ac39fe req-f6582993-1012-46b2-9d15-4caea2ec7b7d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=512f7b9f-3fb2-4819-b91a-7b166b591feb HTTP/1.1" status: 200 len: 1001 time: 0.0546522 Jun 08 13:53:42.517837 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca49854-2abe-4ca5-b8c2-0cf991ac39fe req-ed4095d0-1f3d-480a-a998-c72c445ae708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:42.519269 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-0ca49854-2abe-4ca5-b8c2-0cf991ac39fe req-ed4095d0-1f3d-480a-a998-c72c445ae708 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e27a3c02-47f7-4cd7-94ae-1439be78370b HTTP/1.1" status: 200 len: 847 time: 0.0492413 Jun 08 13:53:42.581612 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:42.588627 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca49854-2abe-4ca5-b8c2-0cf991ac39fe req-c9acf180-a51e-49e2-a653-85d547558c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:42.589887 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-0ca49854-2abe-4ca5-b8c2-0cf991ac39fe req-c9acf180-a51e-49e2-a653-85d547558c3b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=825cb388-149d-48df-81a0-0e0450f2f381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646458 Jun 08 13:53:42.597134 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e052fc1-76ee-42b2-9961-669a4e508054 req-a533cd94-8608-45d4-84bd-4265e2569b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:42.599599 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-5e052fc1-76ee-42b2-9961-669a4e508054 req-a533cd94-8608-45d4-84bd-4265e2569b62 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ec5f074e-36e2-487e-9c9f-b613edaa6bf0 HTTP/1.1" status: 200 len: 1129 time: 0.0463383 Jun 08 13:53:42.700033 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-5e052fc1-76ee-42b2-9961-669a4e508054 req-017c6aa6-c98c-46f2-a70e-0bd672630346 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9451f6e2-2eb5-4983-a26c-efed05f8c022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924654 Jun 08 13:53:42.717149 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-0ca49854-2abe-4ca5-b8c2-0cf991ac39fe req-2cc3fd60-3b67-4140-a35b-3b037cf9bf5f service neutron] 10.222.0.61 "GET /v2.0/networks/825cb388-149d-48df-81a0-0e0450f2f381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166806 Jun 08 13:53:42.984707 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-0ca49854-2abe-4ca5-b8c2-0cf991ac39fe req-148bf3a1-0354-4411-b586-11d927ba5029 service neutron] 10.222.0.61 "GET /v2.0/networks/825cb388-149d-48df-81a0-0e0450f2f381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847471 Jun 08 13:53:43.047980 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:43.098801 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048547a-06ed-40fb-95c7-c0842e50e756 req-782ed6c5-1efe-42e6-905c-599f0caf083d tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:43.100366 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2048547a-06ed-40fb-95c7-c0842e50e756 req-782ed6c5-1efe-42e6-905c-599f0caf083d tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec5f074e-36e2-487e-9c9f-b613edaa6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0488067 Jun 08 13:53:43.112429 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:43.147584 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2048547a-06ed-40fb-95c7-c0842e50e756 req-d4a1069a-1804-48e3-aa0b-ac7355513301 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=9451f6e2-2eb5-4983-a26c-efed05f8c022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416901 Jun 08 13:53:44.266998 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b83e0-3b7c-40cf-afda-d78ecc26c4ad req-131f8b44-19d2-4e54-a82c-e34e24c73d4c tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:44.268504 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-318b83e0-3b7c-40cf-afda-d78ecc26c4ad req-131f8b44-19d2-4e54-a82c-e34e24c73d4c tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec5f074e-36e2-487e-9c9f-b613edaa6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0467501 Jun 08 13:53:44.319415 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-318b83e0-3b7c-40cf-afda-d78ecc26c4ad req-7cb547f0-fd46-4a52-b938-b87729ca1497 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=9451f6e2-2eb5-4983-a26c-efed05f8c022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452528 Jun 08 13:53:44.429954 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e38d6-da8f-4147-9fe2-14155c1460cc req-15dc131f-9a74-423b-8773-e79e4e94aee7 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:44.431445 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-943e38d6-da8f-4147-9fe2-14155c1460cc req-15dc131f-9a74-423b-8773-e79e4e94aee7 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec5f074e-36e2-487e-9c9f-b613edaa6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0474274 Jun 08 13:53:44.439989 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 41112) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:53:44.444533 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-116cad85-3f0d-4c2d-aa3b-a15546678b0a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Request body: {'floatingip': {'port_id': '74879222-2c74-48ad-9499-8d5ec0700aa7'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:53:44.482498 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-116cad85-3f0d-4c2d-aa3b-a15546678b0a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (29d46fae-0d8e-4976-9bce-96e55fffd793), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:44.767875 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:44.903317 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-116cad85-3f0d-4c2d-aa3b-a15546678b0a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:44.962070 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-116cad85-3f0d-4c2d-aa3b-a15546678b0a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (29d46fae-0d8e-4976-9bce-96e55fffd793), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:45.055457 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.db.l3_db [None req-116cad85-3f0d-4c2d-aa3b-a15546678b0a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Floating IP 29d46fae-0d8e-4976-9bce-96e55fffd793 associated. External IP: 172.27.1.209, port: 74879222-2c74-48ad-9499-8d5ec0700aa7. Jun 08 13:53:45.249234 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:45.254255 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116cad85-3f0d-4c2d-aa3b-a15546678b0a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:53:45.353909 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116cad85-3f0d-4c2d-aa3b-a15546678b0a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:53:45.358800 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-116cad85-3f0d-4c2d-aa3b-a15546678b0a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:45.363357 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcc30ae-09b7-4e7f-bf58-d5ccf0b3ea03 None None] Sync routers for ids ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:53:45.374073 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcc30ae-09b7-4e7f-bf58-d5ccf0b3ea03 None None] Routers {'8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:53:45.374675 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-3bcc30ae-09b7-4e7f-bf58-d5ccf0b3ea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:53:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:45.392348 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-116cad85-3f0d-4c2d-aa3b-a15546678b0a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "PUT /v2.0/floatingips/29d46fae-0d8e-4976-9bce-96e55fffd793 HTTP/1.1" status: 200 len: 991 time: 0.9512227 Jun 08 13:53:45.393029 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5f074e-36e2-487e-9c9f-b613edaa6bf0', 'tag': '74879222-2c74-48ad-9499-8d5ec0700aa7'}] {{(pid=110997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:53:45.395346 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2deb37cb3b385adf0db1d4fcfc98a25470d12ffd9c9459d76da49831f0e3658f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0dd45cc-f9ea-4f8f-a61b-85294869f9e5" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5f074e-36e2-487e-9c9f-b613edaa6bf0", "tag": "74879222-2c74-48ad-9499-8d5ec0700aa7"}]}' {{(pid=110997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:53:45.433415 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff7f30b-dd6b-4560-8100-62a18c70b352 x-openstack-request-id: req-eff7f30b-dd6b-4560-8100-62a18c70b352 {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:53:45.433789 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5f074e-36e2-487e-9c9f-b613edaa6bf0", "tag": "74879222-2c74-48ad-9499-8d5ec0700aa7", "status": "completed", "code": 200}]} {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:53:45.434054 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eff7f30b-dd6b-4560-8100-62a18c70b352 {{(pid=110997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:53:45.434461 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eff7f30b-dd6b-4560-8100-62a18c70b352'] response: {'name': 'network-changed', 'server_uuid': 'ec5f074e-36e2-487e-9c9f-b613edaa6bf0', 'tag': '74879222-2c74-48ad-9499-8d5ec0700aa7', 'status': 'completed', 'code': 200} Jun 08 13:53:45.478463 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-3bcc30ae-09b7-4e7f-bf58-d5ccf0b3ea03 None None] Set router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:53:45.497654 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd45cc-f9ea-4f8f-a61b-85294869f9e5 req-5f8f2e45-0481-4a8e-acf6-6855cef59537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:45.500776 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-a0dd45cc-f9ea-4f8f-a61b-85294869f9e5 req-5f8f2e45-0481-4a8e-acf6-6855cef59537 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9015bc58fb5948a9bbc41ef874faede5&device_id=ec5f074e-36e2-487e-9c9f-b613edaa6bf0 HTTP/1.1" status: 200 len: 1129 time: 0.0458360 Jun 08 13:53:45.511616 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:45.555413 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:45.590999 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd45cc-f9ea-4f8f-a61b-85294869f9e5 req-79b4e570-adf7-461e-afda-9bcb26a51a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:45.592501 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-a0dd45cc-f9ea-4f8f-a61b-85294869f9e5 req-79b4e570-adf7-461e-afda-9bcb26a51a49 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8461b72-4585-42eb-adf7-269bbd08f24f HTTP/1.1" status: 200 len: 915 time: 0.0861094 Jun 08 13:53:45.659668 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-a0dd45cc-f9ea-4f8f-a61b-85294869f9e5 req-c32b6fd7-db7e-4878-8f0f-1652d9623c29 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74879222-2c74-48ad-9499-8d5ec0700aa7 HTTP/1.1" status: 200 len: 999 time: 0.0602968 Jun 08 13:53:45.696493 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:53:45.702137 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-3bcc30ae-09b7-4e7f-bf58-d5ccf0b3ea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '29d46fae-0d8e-4976-9bce-96e55fffd793', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'port_id': '74879222-2c74-48ad-9499-8d5ec0700aa7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'mac_address': 'fa:16:3e:68:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f074e-36e2-487e-9c9f-b613edaa6bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:53:30Z', 'updated_at': '2022-06-08T13:53:44Z', 'revision_number': 1, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:31Z', 'revision_number': 5, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:45.708726 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd45cc-f9ea-4f8f-a61b-85294869f9e5 req-c6b0eded-9dfb-4f2c-ad7e-be733c60e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:45.710222 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-a0dd45cc-f9ea-4f8f-a61b-85294869f9e5 req-c6b0eded-9dfb-4f2c-ad7e-be733c60e0c3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5c79d542-1c20-476a-b15a-af590b689ad2 HTTP/1.1" status: 200 len: 853 time: 0.0452824 Jun 08 13:53:45.727972 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcc30ae-09b7-4e7f-bf58-d5ccf0b3ea03 None None] Checking router: 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:53:45.738094 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcc30ae-09b7-4e7f-bf58-d5ccf0b3ea03 None None] Routers {'8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:53:45.738697 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-3bcc30ae-09b7-4e7f-bf58-d5ccf0b3ea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:53:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:45.757656 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd45cc-f9ea-4f8f-a61b-85294869f9e5 req-03b86ae6-1304-4f8f-acd2-5da1965de032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:45.759144 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-a0dd45cc-f9ea-4f8f-a61b-85294869f9e5 req-03b86ae6-1304-4f8f-acd2-5da1965de032 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8461b72-4585-42eb-adf7-269bbd08f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429301 Jun 08 13:53:45.842267 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-3bcc30ae-09b7-4e7f-bf58-d5ccf0b3ea03 None None] Set router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:53:45.856427 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-a0dd45cc-f9ea-4f8f-a61b-85294869f9e5 req-48cb8d89-ac7d-4a97-919b-10eab618448b service neutron] 10.222.0.61 "GET /v2.0/networks/e8461b72-4585-42eb-adf7-269bbd08f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907357 Jun 08 13:53:45.876792 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:45.949860 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-a0dd45cc-f9ea-4f8f-a61b-85294869f9e5 req-fd03ceab-6edb-4dec-ad7c-7a30e115ca49 service neutron] 10.222.0.61 "GET /v2.0/networks/e8461b72-4585-42eb-adf7-269bbd08f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871983 Jun 08 13:53:46.054101 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-3bcc30ae-09b7-4e7f-bf58-d5ccf0b3ea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '29d46fae-0d8e-4976-9bce-96e55fffd793', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'port_id': '74879222-2c74-48ad-9499-8d5ec0700aa7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'mac_address': 'fa:16:3e:68:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f074e-36e2-487e-9c9f-b613edaa6bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:53:30Z', 'updated_at': '2022-06-08T13:53:44Z', 'revision_number': 1, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:31Z', 'revision_number': 5, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:46.079239 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcc30ae-09b7-4e7f-bf58-d5ccf0b3ea03 None None] The sync data for ids ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'] in dv-cinder-819149-5-iscsi is: [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '29d46fae-0d8e-4976-9bce-96e55fffd793', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'port_id': '74879222-2c74-48ad-9499-8d5ec0700aa7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'mac_address': 'fa:16:3e:68:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f074e-36e2-487e-9c9f-b613edaa6bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:53:30Z', 'updated_at': '2022-06-08T13:53:44Z', 'revision_number': 1, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:31Z', 'revision_number': 5, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:53:46.266741 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e8aa74-371a-45f4-9128-6293d6a3057d None None] New status for floating IP 29d46fae-0d8e-4976-9bce-96e55fffd793: ACTIVE {{(pid=111000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 13:53:50.146862 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bcb85-7cd4-48b2-8721-63d746aa12d8 req-00436adc-045e-419b-85f3-7122bbe15068 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:50.148431 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6c0bcb85-7cd4-48b2-8721-63d746aa12d8 req-00436adc-045e-419b-85f3-7122bbe15068 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 947 time: 0.0485017 Jun 08 13:53:50.196073 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6c0bcb85-7cd4-48b2-8721-63d746aa12d8 req-f81f43dd-5bff-4e2d-93fd-747d2846ef7b tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418105 Jun 08 13:53:51.316313 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7ee50-f334-49b0-a35f-ad37da219c2e req-06cc43cf-e9c0-4169-8bba-715c9d0057e4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:51.317764 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-42c7ee50-f334-49b0-a35f-ad37da219c2e req-06cc43cf-e9c0-4169-8bba-715c9d0057e4 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 947 time: 0.0474401 Jun 08 13:53:51.366966 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-42c7ee50-f334-49b0-a35f-ad37da219c2e req-8e9825d2-01e1-49b3-ba20-81f3f5660bf6 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups?id=8eb99f51-9936-4f33-bbcf-b9cdea5bba05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430803 Jun 08 13:53:51.504698 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4458d-5c92-4a8e-afa2-7d221843fd9b req-febb0e3e-d110-4b33-8aac-9ba47be82048 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:53:51.506165 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-41b4458d-5c92-4a8e-afa2-7d221843fd9b req-febb0e3e-d110-4b33-8aac-9ba47be82048 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.61 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 947 time: 0.0488098 Jun 08 13:53:51.591251 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-41b4458d-5c92-4a8e-afa2-7d221843fd9b req-b8a1bf58-c302-4a92-af7a-f68b54c3a227 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Deleting port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:53:51.591591 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-41b4458d-5c92-4a8e-afa2-7d221843fd9b req-b8a1bf58-c302-4a92-af7a-f68b54c3a227 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:51.632269 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:51.680106 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-41b4458d-5c92-4a8e-afa2-7d221843fd9b req-b8a1bf58-c302-4a92-af7a-f68b54c3a227 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] For port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:53:51.680477 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-41b4458d-5c92-4a8e-afa2-7d221843fd9b req-b8a1bf58-c302-4a92-af7a-f68b54c3a227 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:51.844212 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-41b4458d-5c92-4a8e-afa2-7d221843fd9b req-b8a1bf58-c302-4a92-af7a-f68b54c3a227 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:51.844562 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-41b4458d-5c92-4a8e-afa2-7d221843fd9b req-b8a1bf58-c302-4a92-af7a-f68b54c3a227 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (5ade9909-fed5-460c-8764-69c0e6c5344c), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:51.844876 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.l3_db [req-41b4458d-5c92-4a8e-afa2-7d221843fd9b req-b8a1bf58-c302-4a92-af7a-f68b54c3a227 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Floating IP 5ade9909-fed5-460c-8764-69c0e6c5344c disassociated. External IP: 172.27.1.54, port: 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4. Jun 08 13:53:51.845469 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-41b4458d-5c92-4a8e-afa2-7d221843fd9b req-b8a1bf58-c302-4a92-af7a-f68b54c3a227 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Calling delete_port for 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 owned by compute:nova {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:53:52.041712 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-41b4458d-5c92-4a8e-afa2-7d221843fd9b req-b8a1bf58-c302-4a92-af7a-f68b54c3a227 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:52.070548 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a1bf58-c302-4a92-af7a-f68b54c3a227 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Pushing event deleted for resources: {'Port': ['ID=3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:52.115206 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:52.182263 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41b4458d-5c92-4a8e-afa2-7d221843fd9b req-b8a1bf58-c302-4a92-af7a-f68b54c3a227 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Router 4cba750f-4f39-4b99-9242-f53dcb21f8aa has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:53:52.285323 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41b4458d-5c92-4a8e-afa2-7d221843fd9b req-b8a1bf58-c302-4a92-af7a-f68b54c3a227 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:53:52.295583 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65fcfcd-b3df-4a8d-b78b-eef562795c5d None None] Sync routers for ids ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:53:52.307115 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65fcfcd-b3df-4a8d-b78b-eef562795c5d None None] Routers {'4cba750f-4f39-4b99-9242-f53dcb21f8aa'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:53:52.307948 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-b65fcfcd-b3df-4a8d-b78b-eef562795c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:53:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:52.331125 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b4458d-5c92-4a8e-afa2-7d221843fd9b req-b8a1bf58-c302-4a92-af7a-f68b54c3a227 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] No DVR routers for this DVR port 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 on host hv-cinder-81914 {{(pid=110998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:53:52.333727 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-41b4458d-5c92-4a8e-afa2-7d221843fd9b req-b8a1bf58-c302-4a92-af7a-f68b54c3a227 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:52.336915 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-41b4458d-5c92-4a8e-afa2-7d221843fd9b req-b8a1bf58-c302-4a92-af7a-f68b54c3a227 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.61 "DELETE /v2.0/ports/3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 HTTP/1.1" status: 204 len: 173 time: 0.8257873 Jun 08 13:53:52.337344 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab28955-49eb-4750-839f-b9f2b14cb299', 'name': 'network-vif-deleted', 'tag': '3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:53:52.340641 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed28c06-9cac-4d59-a1d3-47321bb9d865" -d '{"events": [{"server_uuid": "dab28955-49eb-4750-839f-b9f2b14cb299", "name": "network-vif-deleted", "tag": "3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:53:52.377734 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e14d90-b860-4412-81b5-cda12c0e1535 x-openstack-request-id: req-c8e14d90-b860-4412-81b5-cda12c0e1535 {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:53:52.378027 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab28955-49eb-4750-839f-b9f2b14cb299", "name": "network-vif-deleted", "tag": "3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:53:52.378277 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c8e14d90-b860-4412-81b5-cda12c0e1535 {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:53:52.378678 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8e14d90-b860-4412-81b5-cda12c0e1535'] response: {'server_uuid': 'dab28955-49eb-4750-839f-b9f2b14cb299', 'name': 'network-vif-deleted', 'tag': '3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4', 'status': 'completed', 'code': 200} Jun 08 13:53:52.416526 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-b65fcfcd-b3df-4a8d-b78b-eef562795c5d None None] Set router 4cba750f-4f39-4b99-9242-f53dcb21f8aa gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:53:52.483163 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-711d5ce8-7ff7-4c0e-8891-3f6fbffaac27 req-fab714e0-c08d-4a4b-a6f4-d314ff4bba1c tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/ports?device_id=dab28955-49eb-4750-839f-b9f2b14cb299 HTTP/1.1" status: 200 len: 210 time: 0.0363610 Jun 08 13:53:52.622392 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-b65fcfcd-b3df-4a8d-b78b-eef562795c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'name': 'tempest-AttachVolumeShelveTestJSON-9323543-router', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:50Z', 'revision_number': 4, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'gw_port': {'id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'fbb0c877-9f84-431a-9be6-8b14cf7a55f9', 'name': '', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'mac_address': 'fa:16:3e:4a:a5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:49Z', 'updated_at': '2022-06-08T13:47:00Z', 'revision_number': 5, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'subnets': [{'id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:52.646856 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65fcfcd-b3df-4a8d-b78b-eef562795c5d None None] Checking router: 4cba750f-4f39-4b99-9242-f53dcb21f8aa for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:53:52.655359 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65fcfcd-b3df-4a8d-b78b-eef562795c5d None None] Routers {'4cba750f-4f39-4b99-9242-f53dcb21f8aa'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:53:52.655959 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-b65fcfcd-b3df-4a8d-b78b-eef562795c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:53:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:52.728733 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=100 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:52.758093 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-b65fcfcd-b3df-4a8d-b78b-eef562795c5d None None] Set router 4cba750f-4f39-4b99-9242-f53dcb21f8aa gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:53:52.938300 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-b65fcfcd-b3df-4a8d-b78b-eef562795c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'name': 'tempest-AttachVolumeShelveTestJSON-9323543-router', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:50Z', 'revision_number': 4, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'gw_port': {'id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'fbb0c877-9f84-431a-9be6-8b14cf7a55f9', 'name': '', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'mac_address': 'fa:16:3e:4a:a5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:49Z', 'updated_at': '2022-06-08T13:47:00Z', 'revision_number': 5, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'subnets': [{'id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:52.966149 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65fcfcd-b3df-4a8d-b78b-eef562795c5d None None] The sync data for ids ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'] in dv-cinder-819149-5-iscsi is: [{'id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'name': 'tempest-AttachVolumeShelveTestJSON-9323543-router', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:46:50Z', 'revision_number': 4, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'gw_port': {'id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'fbb0c877-9f84-431a-9be6-8b14cf7a55f9', 'name': '', 'network_id': '12800c86-d5ba-481d-a55e-8c6ac82045b0', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'mac_address': 'fa:16:3e:4a:a5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:49Z', 'updated_at': '2022-06-08T13:47:00Z', 'revision_number': 5, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'subnets': [{'id': '3a82067f-8037-420a-aa38-ea511b7711ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:53:53.229721 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4399689d-2cfa-4bd7-8c98-55c4ad8e1b96 None None] New status for floating IP 5ade9909-fed5-460c-8764-69c0e6c5344c: DOWN {{(pid=111000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 13:53:53.659485 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 41142) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:53:53.714349 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-f9c06d2a-a17c-48fd-9310-d87021c0d6e6 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for security_group (8eb99f51-9936-4f33-bbcf-b9cdea5bba05), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:53.737350 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-f9c06d2a-a17c-48fd-9310-d87021c0d6e6 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for security_group (8eb99f51-9936-4f33-bbcf-b9cdea5bba05), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:53.858853 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-f9c06d2a-a17c-48fd-9310-d87021c0d6e6 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (8eb99f51-9936-4f33-bbcf-b9cdea5bba05), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:53.861525 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-f9c06d2a-a17c-48fd-9310-d87021c0d6e6 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:53.862675 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-f9c06d2a-a17c-48fd-9310-d87021c0d6e6 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "DELETE /v2.0/security-groups/8eb99f51-9936-4f33-bbcf-b9cdea5bba05 HTTP/1.1" status: 204 len: 168 time: 0.2021754 Jun 08 13:53:53.865585 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 41144) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:53:53.872526 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c06d2a-a17c-48fd-9310-d87021c0d6e6 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb99f51-9936-4f33-bbcf-b9cdea5bba05,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:53.880401 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.api.v2.resource [None req-9c559577-f93c-4c37-8fd1-f3669f50c554 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] show failed (client error): The resource could not be found. Jun 08 13:53:53.881532 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-9c559577-f93c-4c37-8fd1-f3669f50c554 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "GET /v2.0/security-groups/8eb99f51-9936-4f33-bbcf-b9cdea5bba05 HTTP/1.1" status: 404 len: 347 time: 0.0149305 Jun 08 13:53:53.885072 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 41146) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:53:54.002921 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-9829022d-7bf0-4df4-96cb-3179c30ea379 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Deleting port 636ea447-9a1d-4fae-b6ea-0f13131a86a3 {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:53:54.003149 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9829022d-7bf0-4df4-96cb-3179c30ea379 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (636ea447-9a1d-4fae-b6ea-0f13131a86a3), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:54.015855 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:53:54.035605 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] No Port match for: 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:53:54.035951 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 3fbb104b-633a-4cc4-9b4f-4b9bf79cbab4 not bound to the agent host hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:53:54.050229 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:54.080909 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9829022d-7bf0-4df4-96cb-3179c30ea379 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (636ea447-9a1d-4fae-b6ea-0f13131a86a3), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:54.081234 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9829022d-7bf0-4df4-96cb-3179c30ea379 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for floatingip (636ea447-9a1d-4fae-b6ea-0f13131a86a3), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:54.095630 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-9829022d-7bf0-4df4-96cb-3179c30ea379 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Calling delete_port for 636ea447-9a1d-4fae-b6ea-0f13131a86a3 owned by network:floatingip {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:53:54.294487 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9829022d-7bf0-4df4-96cb-3179c30ea379 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (636ea447-9a1d-4fae-b6ea-0f13131a86a3), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:54.317666 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829022d-7bf0-4df4-96cb-3179c30ea379 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Pushing event deleted for resources: {'Port': ['ID=636ea447-9a1d-4fae-b6ea-0f13131a86a3,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:54.331068 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829022d-7bf0-4df4-96cb-3179c30ea379 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:54.331410 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829022d-7bf0-4df4-96cb-3179c30ea379 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:54.331745 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829022d-7bf0-4df4-96cb-3179c30ea379 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:54.332079 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829022d-7bf0-4df4-96cb-3179c30ea379 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:54.332407 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829022d-7bf0-4df4-96cb-3179c30ea379 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:54.332729 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829022d-7bf0-4df4-96cb-3179c30ea379 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:54.333048 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829022d-7bf0-4df4-96cb-3179c30ea379 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:54.333364 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829022d-7bf0-4df4-96cb-3179c30ea379 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:54.333678 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829022d-7bf0-4df4-96cb-3179c30ea379 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:54.333990 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829022d-7bf0-4df4-96cb-3179c30ea379 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:54.334304 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829022d-7bf0-4df4-96cb-3179c30ea379 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:54.334613 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829022d-7bf0-4df4-96cb-3179c30ea379 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:54.334924 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829022d-7bf0-4df4-96cb-3179c30ea379 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:54.335235 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829022d-7bf0-4df4-96cb-3179c30ea379 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:54.335544 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829022d-7bf0-4df4-96cb-3179c30ea379 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:53:54.395317 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9829022d-7bf0-4df4-96cb-3179c30ea379 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks [] for floatingip (5ade9909-fed5-460c-8764-69c0e6c5344c), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:54.397839 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9829022d-7bf0-4df4-96cb-3179c30ea379 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:54.399005 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-9829022d-7bf0-4df4-96cb-3179c30ea379 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] 10.222.0.55 "DELETE /v2.0/floatingips/5ade9909-fed5-460c-8764-69c0e6c5344c HTTP/1.1" status: 204 len: 168 time: 0.5127063 Jun 08 13:53:57.139202 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 41168) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:53:57.265266 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:57.497741 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-64440978-b7bf-4e07-82fa-16340d523398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354865'] for router_interface (4cba750f-4f39-4b99-9242-f53dcb21f8aa), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:57.647713 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:57.719425 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-64440978-b7bf-4e07-82fa-16340d523398 admin admin] Deleting port fbb0c877-9f84-431a-9be6-8b14cf7a55f9 {{(pid=110997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:53:57.719753 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-64440978-b7bf-4e07-82fa-16340d523398 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (fbb0c877-9f84-431a-9be6-8b14cf7a55f9), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:57.799643 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.db [None req-64440978-b7bf-4e07-82fa-16340d523398 admin admin] For port fbb0c877-9f84-431a-9be6-8b14cf7a55f9, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=fbb0c877-9f84-431a-9be6-8b14cf7a55f9,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:53:57.800005 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-64440978-b7bf-4e07-82fa-16340d523398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (fbb0c877-9f84-431a-9be6-8b14cf7a55f9), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:57.812936 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-64440978-b7bf-4e07-82fa-16340d523398 admin admin] Calling delete_port for fbb0c877-9f84-431a-9be6-8b14cf7a55f9 owned by network:router_interface {{(pid=110997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:53:57.983910 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:58.104802 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-64440978-b7bf-4e07-82fa-16340d523398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (fbb0c877-9f84-431a-9be6-8b14cf7a55f9), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:58.130571 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64440978-b7bf-4e07-82fa-16340d523398 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbb0c877-9f84-431a-9be6-8b14cf7a55f9,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:58.291332 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-64440978-b7bf-4e07-82fa-16340d523398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355233'] for router_interface (4cba750f-4f39-4b99-9242-f53dcb21f8aa), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:58.496155 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64440978-b7bf-4e07-82fa-16340d523398 admin admin] Router 4cba750f-4f39-4b99-9242-f53dcb21f8aa has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:53:58.598280 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64440978-b7bf-4e07-82fa-16340d523398 admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:53:58.603285 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-64440978-b7bf-4e07-82fa-16340d523398 admin admin] 10.222.0.55 "PUT /v2.0/routers/4cba750f-4f39-4b99-9242-f53dcb21f8aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4635603 Jun 08 13:53:58.605901 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 41174) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:53:58.608444 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee15b0e-44de-4c1c-831e-bfc1c5d02062 None None] Sync routers for ids ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:53:58.619514 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee15b0e-44de-4c1c-831e-bfc1c5d02062 None None] Routers {'4cba750f-4f39-4b99-9242-f53dcb21f8aa'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:53:58.620147 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-7ee15b0e-44de-4c1c-831e-bfc1c5d02062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:53:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:58.703521 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-13146285-bf67-474a-afa7-5c363d3b23a4 admin admin] Publish callbacks [] for router (4cba750f-4f39-4b99-9242-f53dcb21f8aa), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:58.721410 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-7ee15b0e-44de-4c1c-831e-bfc1c5d02062 None None] Set router 4cba750f-4f39-4b99-9242-f53dcb21f8aa gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:53:58.742406 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:58.822707 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=100 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:58.896873 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-7ee15b0e-44de-4c1c-831e-bfc1c5d02062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'name': 'tempest-AttachVolumeShelveTestJSON-9323543-router', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:53:57Z', 'revision_number': 5, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'gw_port': {'id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:58.922773 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee15b0e-44de-4c1c-831e-bfc1c5d02062 None None] Checking router: 4cba750f-4f39-4b99-9242-f53dcb21f8aa for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:53:58.932349 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee15b0e-44de-4c1c-831e-bfc1c5d02062 None None] Routers {'4cba750f-4f39-4b99-9242-f53dcb21f8aa'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:53:58.932959 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-7ee15b0e-44de-4c1c-831e-bfc1c5d02062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:53:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:59.035423 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-7ee15b0e-44de-4c1c-831e-bfc1c5d02062 None None] Set router 4cba750f-4f39-4b99-9242-f53dcb21f8aa gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:53:59.044760 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-13146285-bf67-474a-afa7-5c363d3b23a4 admin admin] Publish callbacks [] for router_gateway (4cba750f-4f39-4b99-9242-f53dcb21f8aa), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:59.131705 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-13146285-bf67-474a-afa7-5c363d3b23a4 admin admin] Deleting port faa27777-4c67-44a7-8956-ec89d0a15a34 {{(pid=110997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:53:59.132042 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-13146285-bf67-474a-afa7-5c363d3b23a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (faa27777-4c67-44a7-8956-ec89d0a15a34), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:59.179177 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:53:59.203128 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-7ee15b0e-44de-4c1c-831e-bfc1c5d02062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'name': 'tempest-AttachVolumeShelveTestJSON-9323543-router', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:53:57Z', 'revision_number': 5, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'gw_port': {'id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:53:59.212145 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.db [None req-13146285-bf67-474a-afa7-5c363d3b23a4 admin admin] For port faa27777-4c67-44a7-8956-ec89d0a15a34, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=faa27777-4c67-44a7-8956-ec89d0a15a34,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=110997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:53:59.212518 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-13146285-bf67-474a-afa7-5c363d3b23a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (faa27777-4c67-44a7-8956-ec89d0a15a34), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:59.228937 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee15b0e-44de-4c1c-831e-bfc1c5d02062 None None] The sync data for ids ['4cba750f-4f39-4b99-9242-f53dcb21f8aa'] in dv-cinder-819149-5-iscsi is: [{'id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'name': 'tempest-AttachVolumeShelveTestJSON-9323543-router', 'tenant_id': 'd0cc65fa99694daa81878db0200bdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:39Z', 'updated_at': '2022-06-08T13:53:57Z', 'revision_number': 5, 'project_id': 'd0cc65fa99694daa81878db0200bdb4b', 'gw_port': {'id': 'faa27777-4c67-44a7-8956-ec89d0a15a34', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba750f-4f39-4b99-9242-f53dcb21f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:40Z', 'updated_at': '2022-06-08T13:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:53:59.229218 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-13146285-bf67-474a-afa7-5c363d3b23a4 admin admin] Calling delete_port for faa27777-4c67-44a7-8956-ec89d0a15a34 owned by network:router_gateway {{(pid=110997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:53:59.441848 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-13146285-bf67-474a-afa7-5c363d3b23a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (faa27777-4c67-44a7-8956-ec89d0a15a34), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:59.468367 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13146285-bf67-474a-afa7-5c363d3b23a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=faa27777-4c67-44a7-8956-ec89d0a15a34,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:53:59.530133 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-13146285-bf67-474a-afa7-5c363d3b23a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358006'] for router_gateway (4cba750f-4f39-4b99-9242-f53dcb21f8aa), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:59.620543 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-13146285-bf67-474a-afa7-5c363d3b23a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-354715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2700'] for router (4cba750f-4f39-4b99-9242-f53dcb21f8aa), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:59.622917 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-13146285-bf67-474a-afa7-5c363d3b23a4 admin admin] Publish callbacks [] for router_controller (4cba750f-4f39-4b99-9242-f53dcb21f8aa), precommit_delete_associations {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:59.714366 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-13146285-bf67-474a-afa7-5c363d3b23a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-355316'] for router (4cba750f-4f39-4b99-9242-f53dcb21f8aa), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:59.714986 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13146285-bf67-474a-afa7-5c363d3b23a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cba750f-4f39-4b99-9242-f53dcb21f8aa {{(pid=110997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 13:53:59.719573 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-13146285-bf67-474a-afa7-5c363d3b23a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:59.724330 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-13146285-bf67-474a-afa7-5c363d3b23a4 admin admin] 10.222.0.55 "DELETE /v2.0/routers/4cba750f-4f39-4b99-9242-f53dcb21f8aa HTTP/1.1" status: 204 len: 168 time: 1.1142344 Jun 08 13:53:59.724330 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 41176) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:53:59.772278 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ccdfdc-e8fb-4879-b082-08282082155f admin admin] Deleting subnet 3a82067f-8037-420a-aa38-ea511b7711ca {{(pid=110997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 13:53:59.775844 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-32ccdfdc-e8fb-4879-b082-08282082155f admin admin] Publish callbacks [] for subnet (3a82067f-8037-420a-aa38-ea511b7711ca), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:59.815037 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-32ccdfdc-e8fb-4879-b082-08282082155f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11440041'] for subnet (3a82067f-8037-420a-aa38-ea511b7711ca), precommit_delete_associations {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:59.901980 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-32ccdfdc-e8fb-4879-b082-08282082155f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628126'] for subnet (3a82067f-8037-420a-aa38-ea511b7711ca), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:53:59.948430 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:00.051872 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-32ccdfdc-e8fb-4879-b082-08282082155f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8407458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12563171'] for subnet (3a82067f-8037-420a-aa38-ea511b7711ca), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:00.078204 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccdfdc-e8fb-4879-b082-08282082155f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a82067f-8037-420a-aa38-ea511b7711ca,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:00.082106 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-32ccdfdc-e8fb-4879-b082-08282082155f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for subnet (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:00.085172 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-32ccdfdc-e8fb-4879-b082-08282082155f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3a82067f-8037-420a-aa38-ea511b7711ca HTTP/1.1" status: 204 len: 168 time: 0.3606467 Jun 08 13:54:00.087769 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 41178) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:00.089880 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88077b8-45ba-44d2-bc1f-4e88062bc8f3 None None] Network 12800c86-d5ba-481d-a55e-8c6ac82045b0 requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:54:00.167183 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-aae8cb3c-fe06-44a3-86c9-8b8dfb9c3e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427792'] for network (12800c86-d5ba-481d-a55e-8c6ac82045b0), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:00.217151 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device fbb0c877-9f84-431a-9be6-8b14cf7a55f9 no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:54:00.218026 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-aae8cb3c-fe06-44a3-86c9-8b8dfb9c3e06 admin admin] Deleting port ccc199a2-a969-48d6-9532-c18f4c1ed8ca {{(pid=110997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:54:00.218474 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-aae8cb3c-fe06-44a3-86c9-8b8dfb9c3e06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (ccc199a2-a969-48d6-9532-c18f4c1ed8ca), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:00.246364 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: fbb0c877-9f84-431a-9be6-8b14cf7a55f9 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:54:00.246364 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device fbb0c877-9f84-431a-9be6-8b14cf7a55f9 not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:54:00.251993 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1494a60-34f5-46ba-a57e-4e397826288d None None] DHCP port deletion for 12800c86-d5ba-481d-a55e-8c6ac82045b0 request from dv-cinder-819149-5-iscsi {{(pid=110999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 08 13:54:00.288018 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.db [None req-aae8cb3c-fe06-44a3-86c9-8b8dfb9c3e06 admin admin] For port ccc199a2-a969-48d6-9532-c18f4c1ed8ca, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=ccc199a2-a969-48d6-9532-c18f4c1ed8ca,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:54:00.288489 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-aae8cb3c-fe06-44a3-86c9-8b8dfb9c3e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (ccc199a2-a969-48d6-9532-c18f4c1ed8ca), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:00.289979 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=100 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:00.296928 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-c1494a60-34f5-46ba-a57e-4e397826288d None None] Deleting port ccc199a2-a969-48d6-9532-c18f4c1ed8ca {{(pid=110999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:54:00.297298 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-c1494a60-34f5-46ba-a57e-4e397826288d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (ccc199a2-a969-48d6-9532-c18f4c1ed8ca), before_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:00.310041 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-aae8cb3c-fe06-44a3-86c9-8b8dfb9c3e06 admin admin] Calling delete_port for ccc199a2-a969-48d6-9532-c18f4c1ed8ca owned by network:dhcp {{(pid=110997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:54:00.315617 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:00.361720 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-c1494a60-34f5-46ba-a57e-4e397826288d None None] For port ccc199a2-a969-48d6-9532-c18f4c1ed8ca, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=ccc199a2-a969-48d6-9532-c18f4c1ed8ca,segment=NetworkSegment(a5fe51d5-0992-41c9-9311-f6f6cc7a2fef),segment_id=a5fe51d5-0992-41c9-9311-f6f6cc7a2fef)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:54:00.362153 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-c1494a60-34f5-46ba-a57e-4e397826288d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (ccc199a2-a969-48d6-9532-c18f4c1ed8ca), precommit_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:00.375940 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-c1494a60-34f5-46ba-a57e-4e397826288d None None] Calling delete_port for ccc199a2-a969-48d6-9532-c18f4c1ed8ca owned by network:dhcp {{(pid=110999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:54:00.442011 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-aae8cb3c-fe06-44a3-86c9-8b8dfb9c3e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (ccc199a2-a969-48d6-9532-c18f4c1ed8ca), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:00.454148 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-c1494a60-34f5-46ba-a57e-4e397826288d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809'] for port (ccc199a2-a969-48d6-9532-c18f4c1ed8ca), after_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:00.471735 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8cb3c-fe06-44a3-86c9-8b8dfb9c3e06 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccc199a2-a969-48d6-9532-c18f4c1ed8ca,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:00.475459 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae8cb3c-fe06-44a3-86c9-8b8dfb9c3e06 admin admin] No DVR routers for this DVR port ccc199a2-a969-48d6-9532-c18f4c1ed8ca on host dv-cinder-819149-5-iscsi {{(pid=110997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:54:00.483578 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1494a60-34f5-46ba-a57e-4e397826288d None None] Pushing event deleted for resources: {'Port': ['ID=ccc199a2-a969-48d6-9532-c18f4c1ed8ca,revision_number=None']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:00.485984 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1494a60-34f5-46ba-a57e-4e397826288d None None] No DVR routers for this DVR port ccc199a2-a969-48d6-9532-c18f4c1ed8ca on host dv-cinder-819149-5-iscsi {{(pid=110999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:54:00.494306 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1494a60-34f5-46ba-a57e-4e397826288d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:00.494638 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1494a60-34f5-46ba-a57e-4e397826288d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:00.494970 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1494a60-34f5-46ba-a57e-4e397826288d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:00.495317 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1494a60-34f5-46ba-a57e-4e397826288d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:00.495641 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1494a60-34f5-46ba-a57e-4e397826288d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:00.495961 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1494a60-34f5-46ba-a57e-4e397826288d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:00.496317 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1494a60-34f5-46ba-a57e-4e397826288d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:00.496634 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1494a60-34f5-46ba-a57e-4e397826288d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:00.497026 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1494a60-34f5-46ba-a57e-4e397826288d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:00.497262 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1494a60-34f5-46ba-a57e-4e397826288d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:00.497810 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1494a60-34f5-46ba-a57e-4e397826288d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:00.497925 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1494a60-34f5-46ba-a57e-4e397826288d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:00.498202 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1494a60-34f5-46ba-a57e-4e397826288d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:00.498704 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1494a60-34f5-46ba-a57e-4e397826288d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:00.499075 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1494a60-34f5-46ba-a57e-4e397826288d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:00.550257 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-aae8cb3c-fe06-44a3-86c9-8b8dfb9c3e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629017', 'neutron.services.segments.db._delete_segments_for_network-8774158746125'] for network (12800c86-d5ba-481d-a55e-8c6ac82045b0), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:00.570532 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.services.segments.db [None req-aae8cb3c-fe06-44a3-86c9-8b8dfb9c3e06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12800c86-d5ba-481d-a55e-8c6ac82045b0']}} {{(pid=110997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:00.580359 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.services.segments.db [None req-aae8cb3c-fe06-44a3-86c9-8b8dfb9c3e06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5fe51d5-0992-41c9-9311-f6f6cc7a2fef') {'for_net_delete': True} {{(pid=110997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:00.580648 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.services.segments.db [None req-aae8cb3c-fe06-44a3-86c9-8b8dfb9c3e06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5fe51d5-0992-41c9-9311-f6f6cc7a2fef') {} {{(pid=110997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:00.589966 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-aae8cb3c-fe06-44a3-86c9-8b8dfb9c3e06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158745236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11440032'] for segment (a5fe51d5-0992-41c9-9311-f6f6cc7a2fef), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:00.602979 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-aae8cb3c-fe06-44a3-86c9-8b8dfb9c3e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (a5fe51d5-0992-41c9-9311-f6f6cc7a2fef), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:00.609114 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae8cb3c-fe06-44a3-86c9-8b8dfb9c3e06 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=110997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:54:00.609488 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-aae8cb3c-fe06-44a3-86c9-8b8dfb9c3e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8407544'] for segment (a5fe51d5-0992-41c9-9311-f6f6cc7a2fef), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:00.631543 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.services.segments.plugin [-] Segment a5fe51d5-0992-41c9-9311-f6f6cc7a2fef resource provider aggregate not found Jun 08 13:54:00.656185 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.services.segments.plugin [-] Segment a5fe51d5-0992-41c9-9311-f6f6cc7a2fef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5fe51d5-0992-41c9-9311-f6f6cc7a2fef found for delete ", "request_id": "req-6a3e906d-fad6-437a-a672-033551eb2002"}]} Jun 08 13:54:00.721765 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-aae8cb3c-fe06-44a3-86c9-8b8dfb9c3e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357978'] for network (12800c86-d5ba-481d-a55e-8c6ac82045b0), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:00.726912 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-aae8cb3c-fe06-44a3-86c9-8b8dfb9c3e06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:00.730308 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-aae8cb3c-fe06-44a3-86c9-8b8dfb9c3e06 admin admin] 10.222.0.55 "DELETE /v2.0/networks/12800c86-d5ba-481d-a55e-8c6ac82045b0 HTTP/1.1" status: 204 len: 168 time: 0.6414211 Jun 08 13:54:00.741404 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8cb3c-fe06-44a3-86c9-8b8dfb9c3e06 admin admin] Pushing event deleted for resources: {'Network': ['ID=12800c86-d5ba-481d-a55e-8c6ac82045b0,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:01.011706 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 41186) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:01.051979 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-616231af-ee4d-40b3-9ef5-2a6e70479449 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d0cc65fa99694daa81878db0200bdb4b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391045 Jun 08 13:54:01.054363 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 41188) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:01.092852 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:01.102833 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2cb8072d-80ac-42cb-81a9-9026fbb4c434 admin admin] Publish callbacks [] for security_group (1e315607-c204-40df-8ff1-f7d137df7c46), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:01.124264 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2cb8072d-80ac-42cb-81a9-9026fbb4c434 admin admin] Publish callbacks [] for security_group (1e315607-c204-40df-8ff1-f7d137df7c46), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:01.235591 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2cb8072d-80ac-42cb-81a9-9026fbb4c434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (1e315607-c204-40df-8ff1-f7d137df7c46), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:01.238046 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2cb8072d-80ac-42cb-81a9-9026fbb4c434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:01.239176 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-2cb8072d-80ac-42cb-81a9-9026fbb4c434 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1e315607-c204-40df-8ff1-f7d137df7c46 HTTP/1.1" status: 204 len: 168 time: 0.1839461 Jun 08 13:54:01.247933 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8072d-80ac-42cb-81a9-9026fbb4c434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e315607-c204-40df-8ff1-f7d137df7c46,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:01.813799 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-48cfc4bf-9643-41d0-9b45-b944fc4d9347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:01.859409 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device faa27777-4c67-44a7-8956-ec89d0a15a34 no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:54:01.880811 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: faa27777-4c67-44a7-8956-ec89d0a15a34 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:54:01.881152 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device faa27777-4c67-44a7-8956-ec89d0a15a34 not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:54:01.881561 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device ccc199a2-a969-48d6-9532-c18f4c1ed8ca no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:54:01.899249 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: ccc199a2-a969-48d6-9532-c18f4c1ed8ca {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:54:01.904172 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device ccc199a2-a969-48d6-9532-c18f4c1ed8ca not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:54:04.105444 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-8b282af9-049d-42d1-b188-fd31dc4d7da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:05.531547 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:06.628243 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:08.177090 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:08.711333 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:08.722160 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:10.672094 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=51,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:10.732253 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:11.159047 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:11.242581 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=37,neutron:DELETE=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:13.062897 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:14.341119 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 41320) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:14.445669 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-dca9af92-1d89-44d0-89a3-69ef4ca3bb04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:14.524015 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-dca9af92-1d89-44d0-89a3-69ef4ca3bb04 admin admin] Publish callbacks [] for security_group (2daf7a4d-b128-4770-863d-baea88e7845f), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:14.606682 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-dca9af92-1d89-44d0-89a3-69ef4ca3bb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (2daf7a4d-b128-4770-863d-baea88e7845f), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:14.645239 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9af92-1d89-44d0-89a3-69ef4ca3bb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2daf7a4d-b128-4770-863d-baea88e7845f,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:14.651164 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-dca9af92-1d89-44d0-89a3-69ef4ca3bb04 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=606d2e3572dd48c6b8cd005da1254e37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3089542 Jun 08 13:54:14.654124 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 41326) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:14.703953 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9283b456-3edd-471d-86b8-c8908695c00f admin admin] Publish callbacks [] for security_group (2daf7a4d-b128-4770-863d-baea88e7845f), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:14.725574 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9283b456-3edd-471d-86b8-c8908695c00f admin admin] Publish callbacks [] for security_group (2daf7a4d-b128-4770-863d-baea88e7845f), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:14.845878 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9283b456-3edd-471d-86b8-c8908695c00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (2daf7a4d-b128-4770-863d-baea88e7845f), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:14.848445 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9283b456-3edd-471d-86b8-c8908695c00f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:14.849588 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-9283b456-3edd-471d-86b8-c8908695c00f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2daf7a4d-b128-4770-863d-baea88e7845f HTTP/1.1" status: 204 len: 168 time: 0.1945534 Jun 08 13:54:14.860411 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283b456-3edd-471d-86b8-c8908695c00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daf7a4d-b128-4770-863d-baea88e7845f,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:14.867788 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283b456-3edd-471d-86b8-c8908695c00f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:14.868234 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283b456-3edd-471d-86b8-c8908695c00f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:14.868579 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283b456-3edd-471d-86b8-c8908695c00f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:14.868983 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283b456-3edd-471d-86b8-c8908695c00f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:14.869921 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283b456-3edd-471d-86b8-c8908695c00f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:14.870257 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283b456-3edd-471d-86b8-c8908695c00f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:14.870592 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283b456-3edd-471d-86b8-c8908695c00f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:14.870922 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283b456-3edd-471d-86b8-c8908695c00f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:14.871253 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283b456-3edd-471d-86b8-c8908695c00f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:14.871583 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283b456-3edd-471d-86b8-c8908695c00f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:14.871914 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283b456-3edd-471d-86b8-c8908695c00f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:14.872265 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283b456-3edd-471d-86b8-c8908695c00f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:14.872630 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283b456-3edd-471d-86b8-c8908695c00f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:14.872899 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283b456-3edd-471d-86b8-c8908695c00f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:14.873221 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283b456-3edd-471d-86b8-c8908695c00f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:15.424789 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 41332) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:15.442670 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-1c411d07-8832-417d-8d2a-9c36fae270a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:15.522482 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-1c411d07-8832-417d-8d2a-9c36fae270a7 admin admin] Publish callbacks [] for security_group (84be433f-e213-4ccb-9e63-0b05a2c4a1d4), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:15.596414 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-1c411d07-8832-417d-8d2a-9c36fae270a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (84be433f-e213-4ccb-9e63-0b05a2c4a1d4), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:15.636695 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-1c411d07-8832-417d-8d2a-9c36fae270a7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c10a9d371baa40f29ea1de79c1c619a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108467 Jun 08 13:54:15.637588 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c411d07-8832-417d-8d2a-9c36fae270a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84be433f-e213-4ccb-9e63-0b05a2c4a1d4,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:15.639322 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 41334) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:15.690266 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-479e672a-bd49-4be6-aca6-19f12cbc55f7 admin admin] Publish callbacks [] for security_group (84be433f-e213-4ccb-9e63-0b05a2c4a1d4), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:15.712502 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-479e672a-bd49-4be6-aca6-19f12cbc55f7 admin admin] Publish callbacks [] for security_group (84be433f-e213-4ccb-9e63-0b05a2c4a1d4), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:15.846890 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-479e672a-bd49-4be6-aca6-19f12cbc55f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (84be433f-e213-4ccb-9e63-0b05a2c4a1d4), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:15.849549 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-479e672a-bd49-4be6-aca6-19f12cbc55f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:15.850735 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-479e672a-bd49-4be6-aca6-19f12cbc55f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/84be433f-e213-4ccb-9e63-0b05a2c4a1d4 HTTP/1.1" status: 204 len: 168 time: 0.2098095 Jun 08 13:54:15.859446 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e672a-bd49-4be6-aca6-19f12cbc55f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84be433f-e213-4ccb-9e63-0b05a2c4a1d4,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:16.517533 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 41340) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:16.531146 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c3eec0f0-2310-4e5d-8953-f0a4b2b93184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:16.610705 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c3eec0f0-2310-4e5d-8953-f0a4b2b93184 admin admin] Publish callbacks [] for security_group (6ef6f5c8-2196-4f78-830d-6201fa6cd4f5), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:16.669346 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-c3eec0f0-2310-4e5d-8953-f0a4b2b93184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (6ef6f5c8-2196-4f78-830d-6201fa6cd4f5), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:16.707357 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eec0f0-2310-4e5d-8953-f0a4b2b93184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef6f5c8-2196-4f78-830d-6201fa6cd4f5,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:16.711548 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-c3eec0f0-2310-4e5d-8953-f0a4b2b93184 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3db0083576a24e51b475390d487d2be4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1930349 Jun 08 13:54:16.715159 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 41342) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:16.764159 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-81a7b9f5-44cc-4238-8e57-8461fb381863 admin admin] Publish callbacks [] for security_group (6ef6f5c8-2196-4f78-830d-6201fa6cd4f5), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:16.785236 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-81a7b9f5-44cc-4238-8e57-8461fb381863 admin admin] Publish callbacks [] for security_group (6ef6f5c8-2196-4f78-830d-6201fa6cd4f5), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:16.926444 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-81a7b9f5-44cc-4238-8e57-8461fb381863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (6ef6f5c8-2196-4f78-830d-6201fa6cd4f5), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:16.928985 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-81a7b9f5-44cc-4238-8e57-8461fb381863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:16.930125 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-81a7b9f5-44cc-4238-8e57-8461fb381863 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ef6f5c8-2196-4f78-830d-6201fa6cd4f5 HTTP/1.1" status: 204 len: 168 time: 0.2141247 Jun 08 13:54:16.938609 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7b9f5-44cc-4238-8e57-8461fb381863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef6f5c8-2196-4f78-830d-6201fa6cd4f5,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:20.232446 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ceb93-6fd4-4e94-9964-f2890e1ff53a req-f1fa0ec2-5f86-43f7-94dd-7aafe949d893 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:20.233937 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3e7ceb93-6fd4-4e94-9964-f2890e1ff53a req-f1fa0ec2-5f86-43f7-94dd-7aafe949d893 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 945 time: 0.0485165 Jun 08 13:54:20.283633 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3e7ceb93-6fd4-4e94-9964-f2890e1ff53a req-35c84ccd-aa69-4374-9010-8fade37db944 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439744 Jun 08 13:54:21.409762 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ef1f2-74c6-4620-acd9-86afb1ed7cb2 req-598dd958-f298-415a-894e-574d3030d2ac tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:21.411250 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e98ef1f2-74c6-4620-acd9-86afb1ed7cb2 req-598dd958-f298-415a-894e-574d3030d2ac tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 945 time: 0.0515499 Jun 08 13:54:21.461292 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e98ef1f2-74c6-4620-acd9-86afb1ed7cb2 req-c862b22e-0ddc-4ba1-a952-2f9030781aad tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440285 Jun 08 13:54:22.589677 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd07010-1c3a-488b-8aa4-8d14e389d76a req-4c1067d7-5624-492c-a497-35ab95546380 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:22.591147 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-cbd07010-1c3a-488b-8aa4-8d14e389d76a req-4c1067d7-5624-492c-a497-35ab95546380 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 945 time: 0.0611172 Jun 08 13:54:22.640133 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-cbd07010-1c3a-488b-8aa4-8d14e389d76a req-5b63e9ff-3aae-4037-ba3b-c492ee6dfb9e tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428951 Jun 08 13:54:22.695847 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:54:23.762579 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb36398-0003-42be-b26e-19e6249791ab req-1cbe1a82-21f2-4d29-bcca-ec6f8751e02f tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:23.764153 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0cb36398-0003-42be-b26e-19e6249791ab req-1cbe1a82-21f2-4d29-bcca-ec6f8751e02f tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 945 time: 0.0546641 Jun 08 13:54:23.822618 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0cb36398-0003-42be-b26e-19e6249791ab req-19200aeb-5a5e-45d6-abac-4c4d2da5d3c5 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523553 Jun 08 13:54:24.039310 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 41448) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:24.148583 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-eac230b5-31a0-413d-a9b6-01218a14b348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:24.183493 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:24.204074 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:24.228444 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-eac230b5-31a0-413d-a9b6-01218a14b348 admin admin] Publish callbacks [] for security_group (98db7aac-2da3-4575-917b-b1c147ee0fab), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:24.296554 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-eac230b5-31a0-413d-a9b6-01218a14b348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (98db7aac-2da3-4575-917b-b1c147ee0fab), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:24.332685 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac230b5-31a0-413d-a9b6-01218a14b348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98db7aac-2da3-4575-917b-b1c147ee0fab,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:24.336767 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-eac230b5-31a0-413d-a9b6-01218a14b348 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=46e23ab250dd44fdb7d0fd2cf58cc7a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964311 Jun 08 13:54:24.340102 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 41452) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:24.389914 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-494ca535-d202-4126-bfff-aad74a8fb23b admin admin] Publish callbacks [] for security_group (98db7aac-2da3-4575-917b-b1c147ee0fab), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:24.411361 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-494ca535-d202-4126-bfff-aad74a8fb23b admin admin] Publish callbacks [] for security_group (98db7aac-2da3-4575-917b-b1c147ee0fab), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:24.566611 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-494ca535-d202-4126-bfff-aad74a8fb23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (98db7aac-2da3-4575-917b-b1c147ee0fab), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:24.573088 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-494ca535-d202-4126-bfff-aad74a8fb23b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:24.573088 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-494ca535-d202-4126-bfff-aad74a8fb23b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/98db7aac-2da3-4575-917b-b1c147ee0fab HTTP/1.1" status: 204 len: 168 time: 0.2293532 Jun 08 13:54:24.579222 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ca535-d202-4126-bfff-aad74a8fb23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98db7aac-2da3-4575-917b-b1c147ee0fab,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:24.959298 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d35dd-bcad-429d-80d5-eb0de24c2bfc req-c715eaa1-2a86-4689-ae3c-8af35c073443 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:24.960816 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a53d35dd-bcad-429d-80d5-eb0de24c2bfc req-c715eaa1-2a86-4689-ae3c-8af35c073443 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 945 time: 0.0499682 Jun 08 13:54:25.011026 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a53d35dd-bcad-429d-80d5-eb0de24c2bfc req-d7f5c454-56df-405c-8edd-d8439e6a0033 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442512 Jun 08 13:54:25.164649 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 41462) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:25.172280 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7345f3eb-a56a-4434-85ed-0404aa9f14e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:25.246508 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7345f3eb-a56a-4434-85ed-0404aa9f14e7 admin admin] Publish callbacks [] for security_group (52b470f3-7b52-4041-922c-54fce5830200), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:25.326119 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7345f3eb-a56a-4434-85ed-0404aa9f14e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (52b470f3-7b52-4041-922c-54fce5830200), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:25.368432 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-7345f3eb-a56a-4434-85ed-0404aa9f14e7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cc46901d019d438e8b048662d0f5463e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090685 Jun 08 13:54:25.370204 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345f3eb-a56a-4434-85ed-0404aa9f14e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b470f3-7b52-4041-922c-54fce5830200,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:25.370954 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 41464) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:25.420868 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-34cfe568-f654-42d7-a00d-a3eec97a4e0c admin admin] Publish callbacks [] for security_group (52b470f3-7b52-4041-922c-54fce5830200), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:25.433530 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:25.438107 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:25.442471 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-34cfe568-f654-42d7-a00d-a3eec97a4e0c admin admin] Publish callbacks [] for security_group (52b470f3-7b52-4041-922c-54fce5830200), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:25.583532 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-34cfe568-f654-42d7-a00d-a3eec97a4e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (52b470f3-7b52-4041-922c-54fce5830200), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:25.586143 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-34cfe568-f654-42d7-a00d-a3eec97a4e0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:25.588106 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-34cfe568-f654-42d7-a00d-a3eec97a4e0c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/52b470f3-7b52-4041-922c-54fce5830200 HTTP/1.1" status: 204 len: 168 time: 0.2154248 Jun 08 13:54:25.596322 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfe568-f654-42d7-a00d-a3eec97a4e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b470f3-7b52-4041-922c-54fce5830200,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:25.713001 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:26.137464 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf9d0c-fd3b-40ac-aaeb-44bb72ddee0f req-b849d49e-09b2-4300-b297-27d805ae349f tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:26.138846 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d6bf9d0c-fd3b-40ac-aaeb-44bb72ddee0f req-b849d49e-09b2-4300-b297-27d805ae349f tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 945 time: 0.0579238 Jun 08 13:54:26.190802 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d6bf9d0c-fd3b-40ac-aaeb-44bb72ddee0f req-a96123a9-e601-4859-8759-1fde2c3ed46d tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462432 Jun 08 13:54:27.305916 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284133e-fb2f-4af9-8d02-1c06775d6fce req-8dd315ef-2197-43f9-be4c-ef1e365ca227 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:27.307520 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e284133e-fb2f-4af9-8d02-1c06775d6fce req-8dd315ef-2197-43f9-be4c-ef1e365ca227 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 945 time: 0.0488799 Jun 08 13:54:27.358167 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e284133e-fb2f-4af9-8d02-1c06775d6fce req-665c1e27-946b-4dda-b568-2b30c33d3f97 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448673 Jun 08 13:54:28.478744 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860bac3-2c92-444a-b85a-05e0fc9788a8 req-59dd946d-92ea-4441-a5c1-633cca358bc7 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:28.480421 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a860bac3-2c92-444a-b85a-05e0fc9788a8 req-59dd946d-92ea-4441-a5c1-633cca358bc7 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 945 time: 0.0527027 Jun 08 13:54:28.531403 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a860bac3-2c92-444a-b85a-05e0fc9788a8 req-83109e51-7331-4e8e-9eb2-beb5044f24fe tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455432 Jun 08 13:54:29.647437 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e08c5b-38c2-4808-818b-d3452f1b2af9 req-99fcc024-c91d-409b-87ca-be53079a3969 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:29.648955 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e1e08c5b-38c2-4808-818b-d3452f1b2af9 req-99fcc024-c91d-409b-87ca-be53079a3969 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 945 time: 0.0483935 Jun 08 13:54:29.698842 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e1e08c5b-38c2-4808-818b-d3452f1b2af9 req-2a7537f5-ea8b-4e50-a660-ce1fbf82a492 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442688 Jun 08 13:54:30.563096 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f2325-8dd4-4f62-9409-3dfb55c94bff req-16b5c06e-6a89-4025-a25e-f7c8fff3ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:30.564624 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-df1f2325-8dd4-4f62-9409-3dfb55c94bff req-16b5c06e-6a89-4025-a25e-f7c8fff3ec0c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=708bec67bbb748b382b82cd0da768d5c&device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 1129 time: 0.0428059 Jun 08 13:54:30.651614 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f2325-8dd4-4f62-9409-3dfb55c94bff req-90c8145f-99fb-4247-845b-87b5486efdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:30.652995 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-df1f2325-8dd4-4f62-9409-3dfb55c94bff req-90c8145f-99fb-4247-845b-87b5486efdec service neutron] 10.222.0.61 "GET /v2.0/networks?id=825cb388-149d-48df-81a0-0e0450f2f381 HTTP/1.1" status: 200 len: 909 time: 0.0829160 Jun 08 13:54:30.723111 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-df1f2325-8dd4-4f62-9409-3dfb55c94bff req-aaa93aac-3db0-4d2e-8ca7-14080de6be9d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=512f7b9f-3fb2-4819-b91a-7b166b591feb HTTP/1.1" status: 200 len: 1001 time: 0.0647147 Jun 08 13:54:30.756531 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:30.773434 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f2325-8dd4-4f62-9409-3dfb55c94bff req-6dcb0111-d5cb-4e16-b0ba-6a6e65883e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:30.774925 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-df1f2325-8dd4-4f62-9409-3dfb55c94bff req-6dcb0111-d5cb-4e16-b0ba-6a6e65883e67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e27a3c02-47f7-4cd7-94ae-1439be78370b HTTP/1.1" status: 200 len: 847 time: 0.0460222 Jun 08 13:54:30.820372 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c4d4d-d2d7-42af-9792-517059633b0f req-55b67064-1133-41a8-a77b-1193e4beeb1d tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:30.822039 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-511c4d4d-d2d7-42af-9792-517059633b0f req-55b67064-1133-41a8-a77b-1193e4beeb1d tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 945 time: 0.0515501 Jun 08 13:54:30.822318 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f2325-8dd4-4f62-9409-3dfb55c94bff req-537578b5-d937-41ca-9045-690b1ed61ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:30.823913 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-df1f2325-8dd4-4f62-9409-3dfb55c94bff req-537578b5-d937-41ca-9045-690b1ed61ebe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=825cb388-149d-48df-81a0-0e0450f2f381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437069 Jun 08 13:54:30.877098 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-511c4d4d-d2d7-42af-9792-517059633b0f req-e8912116-8e20-49db-9261-276e929fbb81 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484524 Jun 08 13:54:30.920985 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-df1f2325-8dd4-4f62-9409-3dfb55c94bff req-0f8b8682-f548-48f3-88da-39765d6ef90c service neutron] 10.222.0.61 "GET /v2.0/networks/825cb388-149d-48df-81a0-0e0450f2f381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907183 Jun 08 13:54:31.006678 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:31.012493 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-df1f2325-8dd4-4f62-9409-3dfb55c94bff req-d30468df-e2ec-4eec-887c-5818a05d7ff0 service neutron] 10.222.0.61 "GET /v2.0/networks/825cb388-149d-48df-81a0-0e0450f2f381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859194 Jun 08 13:54:31.465859 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 41578) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:31.470626 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-f4840ba6-d87d-49a4-9a3a-4d2384767142 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Request body: {'security_group': {'name': 'tempest-securitygroup--198990695', 'description': 'tempest-description--297315474'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:54:31.577867 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-f4840ba6-d87d-49a4-9a3a-4d2384767142 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:31.645768 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-f4840ba6-d87d-49a4-9a3a-4d2384767142 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group (15045d9d-56a0-4847-a447-2f8ef3e3761c), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:31.731181 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-f4840ba6-d87d-49a4-9a3a-4d2384767142 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (15045d9d-56a0-4847-a447-2f8ef3e3761c), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:31.735419 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=36,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:31.736015 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:31.762015 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4840ba6-d87d-49a4-9a3a-4d2384767142 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15045d9d-56a0-4847-a447-2f8ef3e3761c,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:31.850523 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-43cfbcfd-7ca5-437d-95a7-d2ba29db7d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:31.852914 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-f4840ba6-d87d-49a4-9a3a-4d2384767142 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:31.854246 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-f4840ba6-d87d-49a4-9a3a-4d2384767142 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3873346 Jun 08 13:54:31.857527 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 41580) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:31.862054 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-b0b0a9a0-6a49-49b8-8908-e19eaf9b39d3 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Request body: {'security_group_rule': {'security_group_id': '15045d9d-56a0-4847-a447-2f8ef3e3761c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:54:31.984578 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:31.990227 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b0b0a9a0-6a49-49b8-8908-e19eaf9b39d3 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group_rule (dbc68824-2a9f-40da-86b2-0d58715e1fec), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:32.000487 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7c58d-b387-4786-b63e-97d3c706b3ec req-f2cef32e-54f4-4b56-9c3f-1723ed54775e tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:32.001968 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c9a7c58d-b387-4786-b63e-97d3c706b3ec req-f2cef32e-54f4-4b56-9c3f-1723ed54775e tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 945 time: 0.0581322 Jun 08 13:54:32.081517 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c9a7c58d-b387-4786-b63e-97d3c706b3ec req-c8d0cd78-cdff-4ee7-bb9b-20be26984579 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736136 Jun 08 13:54:32.089968 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b0b0a9a0-6a49-49b8-8908-e19eaf9b39d3 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group_rule (dbc68824-2a9f-40da-86b2-0d58715e1fec), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:32.217813 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b0b0a9a0-6a49-49b8-8908-e19eaf9b39d3 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (dbc68824-2a9f-40da-86b2-0d58715e1fec), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:32.225649 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:32.241419 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0a9a0-6a49-49b8-8908-e19eaf9b39d3 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc68824-2a9f-40da-86b2-0d58715e1fec,revision_number=0']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:32.339913 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b0b0a9a0-6a49-49b8-8908-e19eaf9b39d3 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:32.341150 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-b0b0a9a0-6a49-49b8-8908-e19eaf9b39d3 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4827070 Jun 08 13:54:32.343763 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 41584) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:32.348323 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-2d57061e-626a-4871-842c-1880c937667a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Request body: {'security_group_rule': {'security_group_id': '15045d9d-56a0-4847-a447-2f8ef3e3761c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:54:32.451286 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-2d57061e-626a-4871-842c-1880c937667a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group_rule (24c4657e-a7db-4a8c-80b2-69f8535544dd), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:32.510151 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-2d57061e-626a-4871-842c-1880c937667a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group_rule (24c4657e-a7db-4a8c-80b2-69f8535544dd), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:32.573495 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-2d57061e-626a-4871-842c-1880c937667a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (24c4657e-a7db-4a8c-80b2-69f8535544dd), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:32.591799 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57061e-626a-4871-842c-1880c937667a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c4657e-a7db-4a8c-80b2-69f8535544dd,revision_number=0']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:32.677915 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-2d57061e-626a-4871-842c-1880c937667a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:32.679228 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-2d57061e-626a-4871-842c-1880c937667a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3344672 Jun 08 13:54:32.683267 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 41594) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:32.688440 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-23195edd-6a51-4c90-8bd0-4f96489faa85 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Request body: {'floatingip': {'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:54:32.691766 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:32.799184 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-23195edd-6a51-4c90-8bd0-4f96489faa85 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:32.878839 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-23195edd-6a51-4c90-8bd0-4f96489faa85 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:32.989249 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.db_base_plugin_common [None req-23195edd-6a51-4c90-8bd0-4f96489faa85 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Allocated IP 172.27.1.129 (070b030f-98d2-43d9-b022-f506d26f1e83/4285c1ce-c1bb-4be9-b005-ebf83c2cba00/132ec4b0-9eeb-450a-a10e-a3b3afe2611a) {{(pid=110997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:54:32.998151 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:33.103165 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-23195edd-6a51-4c90-8bd0-4f96489faa85 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for port (132ec4b0-9eeb-450a-a10e-a3b3afe2611a), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:33.117061 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 41600) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:33.200802 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194196b8-6073-407f-b07f-b76b0ce12db5 req-9acb9e52-9ecc-4855-983a-7715f39b4374 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:33.202875 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-194196b8-6073-407f-b07f-b76b0ce12db5 req-9acb9e52-9ecc-4855-983a-7715f39b4374 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 945 time: 0.0480070 Jun 08 13:54:33.225259 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-23195edd-6a51-4c90-8bd0-4f96489faa85 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (132ec4b0-9eeb-450a-a10e-a3b3afe2611a), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:33.229651 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7be6c1ed-c5de-47ab-9c62-5f3485da801c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:33.286049 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23195edd-6a51-4c90-8bd0-4f96489faa85 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Network 070b030f-98d2-43d9-b022-f506d26f1e83 is already hosted by enough agents. {{(pid=110997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:54:33.295274 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [None req-23195edd-6a51-4c90-8bd0-4f96489faa85 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Resources bound (agent type, host, resource id): {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:54:33.302549 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-194196b8-6073-407f-b07f-b76b0ce12db5 req-f8382fc0-d3d5-4f58-89e2-9b487bcaf16d tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936415 Jun 08 13:54:33.303404 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23195edd-6a51-4c90-8bd0-4f96489faa85 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Received port after_create {{(pid=110997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:54:33.306128 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23195edd-6a51-4c90-8bd0-4f96489faa85 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event updated for resources: {'Port': ['ID=132ec4b0-9eeb-450a-a10e-a3b3afe2611a,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:33.319125 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7be6c1ed-c5de-47ab-9c62-5f3485da801c admin admin] Publish callbacks [] for security_group (5a5a919f-0e47-4852-beef-84aea53e175b), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:33.394246 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:INSERT=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:33.397000 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-23195edd-6a51-4c90-8bd0-4f96489faa85 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (61f99d26-22ee-4550-b35d-2b58755add8b), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:33.429418 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7be6c1ed-c5de-47ab-9c62-5f3485da801c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (5a5a919f-0e47-4852-beef-84aea53e175b), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:33.475822 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-7be6c1ed-c5de-47ab-9c62-5f3485da801c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cbebeece37b04e8599c337c8fdbbb9db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3569360 Jun 08 13:54:33.476714 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6c1ed-c5de-47ab-9c62-5f3485da801c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5a919f-0e47-4852-beef-84aea53e175b,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:33.479275 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 41604) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:33.508653 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-23195edd-6a51-4c90-8bd0-4f96489faa85 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (132ec4b0-9eeb-450a-a10e-a3b3afe2611a), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:33.584822 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c4f905e7-3bc4-4915-815e-677ad2c24a6e admin admin] Publish callbacks [] for security_group (5a5a919f-0e47-4852-beef-84aea53e175b), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:33.623930 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c4f905e7-3bc4-4915-815e-677ad2c24a6e admin admin] Publish callbacks [] for security_group (5a5a919f-0e47-4852-beef-84aea53e175b), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:33.754512 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-23195edd-6a51-4c90-8bd0-4f96489faa85 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for port (132ec4b0-9eeb-450a-a10e-a3b3afe2611a), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:33.812412 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c4f905e7-3bc4-4915-815e-677ad2c24a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (5a5a919f-0e47-4852-beef-84aea53e175b), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:33.814927 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c4f905e7-3bc4-4915-815e-677ad2c24a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:33.816085 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-c4f905e7-3bc4-4915-815e-677ad2c24a6e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a5a919f-0e47-4852-beef-84aea53e175b HTTP/1.1" status: 204 len: 168 time: 0.3357141 Jun 08 13:54:33.824226 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f905e7-3bc4-4915-815e-677ad2c24a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5a919f-0e47-4852-beef-84aea53e175b,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:33.857928 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-23195edd-6a51-4c90-8bd0-4f96489faa85 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407452'] for port (132ec4b0-9eeb-450a-a10e-a3b3afe2611a), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:33.932719 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23195edd-6a51-4c90-8bd0-4f96489faa85 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event updated for resources: {'Port': ['ID=132ec4b0-9eeb-450a-a10e-a3b3afe2611a,revision_number=2']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:33.939218 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-23195edd-6a51-4c90-8bd0-4f96489faa85 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (61f99d26-22ee-4550-b35d-2b58755add8b), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:34.006924 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:34.070016 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-23195edd-6a51-4c90-8bd0-4f96489faa85 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:34.071420 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-23195edd-6a51-4c90-8bd0-4f96489faa85 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3865633 Jun 08 13:54:34.121953 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-c50f7f7b-ac4f-430b-9e5c-cef498aa60ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:34.291503 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-59d325d8-964f-43ee-929c-b81417113d60 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--198990695&fields=id&tenant_id=9015bc58fb5948a9bbc41ef874faede5 HTTP/1.1" status: 200 len: 267 time: 0.0429051 Jun 08 13:54:34.436459 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-0a2cd113-99cd-4442-8042-9a5d7ceb2740 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:34.437918 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-0a2cd113-99cd-4442-8042-9a5d7ceb2740 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/networks?id=e8461b72-4585-42eb-adf7-269bbd08f24f HTTP/1.1" status: 200 len: 814 time: 0.1398258 Jun 08 13:54:34.443784 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadac505-5e0c-4c39-936e-c687164e63e3 req-513ad36e-3017-4271-a87f-fbd081948e99 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:34.445216 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-cadac505-5e0c-4c39-936e-c687164e63e3 req-513ad36e-3017-4271-a87f-fbd081948e99 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 945 time: 0.0659044 Jun 08 13:54:34.462093 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-f64c0ee4-a6da-4bb3-80ee-e9829dc997fc tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/quotas/9015bc58fb5948a9bbc41ef874faede5 HTTP/1.1" status: 200 len: 375 time: 0.0155256 Jun 08 13:54:34.536095 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-8c52c9d4-544e-4353-91d2-513e918b6c01 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9015bc58fb5948a9bbc41ef874faede5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668435 Jun 08 13:54:34.541139 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-cadac505-5e0c-4c39-936e-c687164e63e3 req-aa823911-1e24-4d83-ab04-636c56f661a7 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870080 Jun 08 13:54:34.599560 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 41626) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:34.614452 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-19d54b2c-e728-4662-b0e2-9a4e46de1a82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:34.643472 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-6a71fd9f-c733-420b-aeb9-ac7d8795a20b service neutron] 10.222.0.55 "GET /v2.0/networks/e8461b72-4585-42eb-adf7-269bbd08f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952868 Jun 08 13:54:34.689769 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-19d54b2c-e728-4662-b0e2-9a4e46de1a82 admin admin] Publish callbacks [] for security_group (dcaa2845-2bdc-4710-9a38-772568695de8), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:34.737521 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-fe138e31-7427-4633-95bc-8cf4ccdfcd8d service neutron] 10.222.0.55 "GET /v2.0/networks/e8461b72-4585-42eb-adf7-269bbd08f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876093 Jun 08 13:54:34.816153 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-19d54b2c-e728-4662-b0e2-9a4e46de1a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (dcaa2845-2bdc-4710-9a38-772568695de8), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:34.856826 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-19d54b2c-e728-4662-b0e2-9a4e46de1a82 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f02f2e36e7f04dc1b83a278b229a9be8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552330 Jun 08 13:54:34.857530 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d54b2c-e728-4662-b0e2-9a4e46de1a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaa2845-2bdc-4710-9a38-772568695de8,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:34.859583 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 41628) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:34.999891 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:35.025658 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f1b73be0-921c-49b6-bd9b-d16c65e19564 req-3a1fbdc5-c69e-4b6f-aab7-970c7367d5fd tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e5f2091-a20c-4030-8483-8ecc25d4cf9c HTTP/1.1" status: 200 len: 210 time: 0.0760148 Jun 08 13:54:35.026362 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-200bf2d4-d30b-4de2-b912-71617b0b2b96 admin admin] Publish callbacks [] for security_group (dcaa2845-2bdc-4710-9a38-772568695de8), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:35.036785 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d45c1a-aaa1-4f67-81ac-370b7928bbf6 req-9f3cd7c7-ef89-417e-8a95-45fb2fd61cf8 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:35.048194 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e5d45c1a-aaa1-4f67-81ac-370b7928bbf6 req-9f3cd7c7-ef89-417e-8a95-45fb2fd61cf8 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 945 time: 0.1259623 Jun 08 13:54:35.070406 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-619f21a7-7b8e-4b50-a7fa-3abd4a58138f req-90c58cc8-cb54-479d-8d89-88e88956e065 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1031363 Jun 08 13:54:35.083207 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-200bf2d4-d30b-4de2-b912-71617b0b2b96 admin admin] Publish callbacks [] for security_group (dcaa2845-2bdc-4710-9a38-772568695de8), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:35.180947 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f21a7-7b8e-4b50-a7fa-3abd4a58138f req-a9898f8d-416a-4b4e-986e-5713e5b22e09 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:35.182308 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-619f21a7-7b8e-4b50-a7fa-3abd4a58138f req-a9898f8d-416a-4b4e-986e-5713e5b22e09 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports/512f7b9f-3fb2-4819-b91a-7b166b591feb HTTP/1.1" status: 200 len: 942 time: 0.0806382 Jun 08 13:54:35.186368 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e5d45c1a-aaa1-4f67-81ac-370b7928bbf6 req-792171dd-7036-4f66-b831-fa66956533be tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343215 Jun 08 13:54:35.291972 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-200bf2d4-d30b-4de2-b912-71617b0b2b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (dcaa2845-2bdc-4710-9a38-772568695de8), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:35.295669 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-200bf2d4-d30b-4de2-b912-71617b0b2b96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:35.297011 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-200bf2d4-d30b-4de2-b912-71617b0b2b96 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dcaa2845-2bdc-4710-9a38-772568695de8 HTTP/1.1" status: 204 len: 168 time: 0.4362955 Jun 08 13:54:35.316215 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200bf2d4-d30b-4de2-b912-71617b0b2b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaa2845-2bdc-4710-9a38-772568695de8,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:35.556191 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:36.131179 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b6b4f6f2-d2f0-4373-92b0-ac7cda532017 req-d9dc8c1e-e699-4d87-b00f-a13ef1b5a845 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e5f2091-a20c-4030-8483-8ecc25d4cf9c HTTP/1.1" status: 200 len: 210 time: 0.0343637 Jun 08 13:54:36.197510 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 512f7b9f-3fb2-4819-b91a-7b166b591feb no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:54:36.295205 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 41656) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:36.297192 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 512f7b9f-3fb2-4819-b91a-7b166b591feb is: ACTIVE; New status is: DOWN {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:54:36.297655 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (512f7b9f-3fb2-4819-b91a-7b166b591feb), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:36.309434 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-02891223-b4d0-43bc-ad40-c6c0a6a4960a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:36.326860 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c573f844-d6af-4615-8cc2-191728d83c45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '512f7b9f-3fb2-4819-b91a-7b166b591feb'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:54:36.329753 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f926e27-3d10-4a3b-9e6f-d9fa46db9683" -d '{"events": [{"server_uuid": "c573f844-d6af-4615-8cc2-191728d83c45", "name": "network-vif-unplugged", "status": "completed", "tag": "512f7b9f-3fb2-4819-b91a-7b166b591feb"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:54:36.342101 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac86bd-6a74-4894-9ad2-d43bbb3a7202 req-9227ec7e-89b3-430b-a9c7-5aa56c4483c3 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:36.342476 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b8ac86bd-6a74-4894-9ad2-d43bbb3a7202 req-9227ec7e-89b3-430b-a9c7-5aa56c4483c3 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 945 time: 0.0821195 Jun 08 13:54:36.355869 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 512f7b9f-3fb2-4819-b91a-7b166b591feb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=512f7b9f-3fb2-4819-b91a-7b166b591feb,segment=NetworkSegment(564f5b2d-3784-4b30-818c-8a1c5cab2c0e),segment_id=564f5b2d-3784-4b30-818c-8a1c5cab2c0e)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:54:36.372533 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Jun 2022 13:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8987215-5660-44d3-a100-3084a25b9e9b x-openstack-request-id: req-d8987215-5660-44d3-a100-3084a25b9e9b {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:54:36.372894 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c573f844-d6af-4615-8cc2-191728d83c45", "name": "network-vif-unplugged", "status": "failed", "tag": "512f7b9f-3fb2-4819-b91a-7b166b591feb", "code": 422}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:54:36.373209 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d8987215-5660-44d3-a100-3084a25b9e9b {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:54:36.373744 dv-cinder-819149-5-iscsi neutron-server[110999]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d8987215-5660-44d3-a100-3084a25b9e9b']: {'server_uuid': 'c573f844-d6af-4615-8cc2-191728d83c45', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '512f7b9f-3fb2-4819-b91a-7b166b591feb', 'code': 422} returned with failed status Jun 08 13:54:36.406410 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (512f7b9f-3fb2-4819-b91a-7b166b591feb), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:36.410113 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-02891223-b4d0-43bc-ad40-c6c0a6a4960a admin admin] Publish callbacks [] for security_group (7f4a91a4-9fb2-4770-8e15-babe3417c510), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:36.415317 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b8ac86bd-6a74-4894-9ad2-d43bbb3a7202 req-3747de3c-b13a-48e8-97fb-93bfdf814566 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647712 Jun 08 13:54:36.459442 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=512f7b9f-3fb2-4819-b91a-7b166b591feb,revision_number=6']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:36.520696 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-02891223-b4d0-43bc-ad40-c6c0a6a4960a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (7f4a91a4-9fb2-4770-8e15-babe3417c510), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:36.564665 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-02891223-b4d0-43bc-ad40-c6c0a6a4960a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c3426446292e42959a733c29312c91d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685144 Jun 08 13:54:36.565532 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02891223-b4d0-43bc-ad40-c6c0a6a4960a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4a91a4-9fb2-4770-8e15-babe3417c510,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:36.568335 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 41660) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:36.624190 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-738026fe-36f0-4b14-bd51-8d38c3d7a32b admin admin] Publish callbacks [] for security_group (7f4a91a4-9fb2-4770-8e15-babe3417c510), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:36.646389 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-738026fe-36f0-4b14-bd51-8d38c3d7a32b admin admin] Publish callbacks [] for security_group (7f4a91a4-9fb2-4770-8e15-babe3417c510), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:36.660420 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:36.669357 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:36.770792 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-738026fe-36f0-4b14-bd51-8d38c3d7a32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (7f4a91a4-9fb2-4770-8e15-babe3417c510), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:36.773430 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-738026fe-36f0-4b14-bd51-8d38c3d7a32b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:36.774986 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-738026fe-36f0-4b14-bd51-8d38c3d7a32b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7f4a91a4-9fb2-4770-8e15-babe3417c510 HTTP/1.1" status: 204 len: 168 time: 0.2036061 Jun 08 13:54:36.784452 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738026fe-36f0-4b14-bd51-8d38c3d7a32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4a91a4-9fb2-4770-8e15-babe3417c510,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:37.239274 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6510fb5b-f2ac-4801-9e6e-3fb1f0be950e req-601d5b7b-7741-4f29-8813-a77aad5f39b6 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e5f2091-a20c-4030-8483-8ecc25d4cf9c HTTP/1.1" status: 200 len: 210 time: 0.0317755 Jun 08 13:54:37.290151 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-47413af9-e67a-4469-874b-8572b010cfaf tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:37.290151 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-47413af9-e67a-4469-874b-8572b010cfaf tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.61 "GET /v2.0/networks?id=e8461b72-4585-42eb-adf7-269bbd08f24f HTTP/1.1" status: 200 len: 814 time: 0.1263292 Jun 08 13:54:37.373030 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-5689dcbf-39b2-4a9f-ad18-74f1246bd2e7 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9015bc58fb5948a9bbc41ef874faede5 HTTP/1.1" status: 200 len: 472 time: 0.0770679 Jun 08 13:54:37.381575 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-4aad4866-b1d9-4b11-9531-e54c80c20f7b tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Request body: {'port': {'device_id': '5e5f2091-a20c-4030-8483-8ecc25d4cf9c', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'admin_state_up': True, 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'security_groups': ['15045d9d-56a0-4847-a447-2f8ef3e3761c']}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:54:37.454425 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=77,neutron:INSERT=22,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:37.461312 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:37.540211 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0795653-1ab9-4319-b1ca-df6a264d0eb5 req-f2ebd03c-76fd-4a72-b967-5769a97bd38c tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:37.547938 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a0795653-1ab9-4319-b1ca-df6a264d0eb5 req-f2ebd03c-76fd-4a72-b967-5769a97bd38c tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 943 time: 0.0513780 Jun 08 13:54:37.599421 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a0795653-1ab9-4319-b1ca-df6a264d0eb5 req-d91b4a53-65c9-460c-a8ac-7e02ccfc8e40 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498295 Jun 08 13:54:37.674982 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-4aad4866-b1d9-4b11-9531-e54c80c20f7b tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Made reservation on behalf of 9015bc58fb5948a9bbc41ef874faede5 for: {'port': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:54:37.678541 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-4aad4866-b1d9-4b11-9531-e54c80c20f7b tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:37.816450 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-4aad4866-b1d9-4b11-9531-e54c80c20f7b tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Allocated IP 172.20.0.12 (e8461b72-4585-42eb-adf7-269bbd08f24f/5c79d542-1c20-476a-b15a-af590b689ad2/a97697f1-e0f1-452f-a6b3-7e75911bfecf) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:54:37.956798 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-4aad4866-b1d9-4b11-9531-e54c80c20f7b tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for port (a97697f1-e0f1-452f-a6b3-7e75911bfecf), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:38.046963 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-4aad4866-b1d9-4b11-9531-e54c80c20f7b tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (a97697f1-e0f1-452f-a6b3-7e75911bfecf), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:38.129484 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-4aad4866-b1d9-4b11-9531-e54c80c20f7b tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Network e8461b72-4585-42eb-adf7-269bbd08f24f is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:54:38.137070 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-4aad4866-b1d9-4b11-9531-e54c80c20f7b tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:54:38.146945 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-4aad4866-b1d9-4b11-9531-e54c80c20f7b tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:54:38.155052 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:38.172235 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad4866-b1d9-4b11-9531-e54c80c20f7b tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event updated for resources: {'Port': ['ID=a97697f1-e0f1-452f-a6b3-7e75911bfecf,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:38.178004 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f21a7-7b8e-4b50-a7fa-3abd4a58138f req-23f127ba-9209-4db8-b076-d9233894c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:38.179024 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-619f21a7-7b8e-4b50-a7fa-3abd4a58138f req-23f127ba-9209-4db8-b076-d9233894c8be service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45&tenant_id=708bec67bbb748b382b82cd0da768d5c HTTP/1.1" status: 200 len: 1127 time: 0.0905852 Jun 08 13:54:38.184852 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:38.205177 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-4aad4866-b1d9-4b11-9531-e54c80c20f7b tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:38.205814 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-4aad4866-b1d9-4b11-9531-e54c80c20f7b tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:38.258171 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f21a7-7b8e-4b50-a7fa-3abd4a58138f req-ef0aa142-65b3-42cf-8b80-40e78707cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:38.260194 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-619f21a7-7b8e-4b50-a7fa-3abd4a58138f req-ef0aa142-65b3-42cf-8b80-40e78707cf64 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=708bec67bbb748b382b82cd0da768d5c&device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 1127 time: 0.0432556 Jun 08 13:54:38.363625 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-4aad4866-b1d9-4b11-9531-e54c80c20f7b tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9856520 Jun 08 13:54:38.368108 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f21a7-7b8e-4b50-a7fa-3abd4a58138f req-a5b1eda6-4e94-45a3-a050-caf71f59fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:38.369835 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-619f21a7-7b8e-4b50-a7fa-3abd4a58138f req-a5b1eda6-4e94-45a3-a050-caf71f59fff7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=825cb388-149d-48df-81a0-0e0450f2f381 HTTP/1.1" status: 200 len: 909 time: 0.1040769 Jun 08 13:54:38.374892 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-43380498-4698-4b86-865f-596286e9cec9 service neutron] Request body: {'port': {'device_id': '5e5f2091-a20c-4030-8483-8ecc25d4cf9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:54:38.377262 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c6899-383e-42b4-961c-34b7c0072e4a req-0d442507-eb16-4448-b792-68daeafe102b tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:38.386456 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-851c6899-383e-42b4-961c-34b7c0072e4a req-0d442507-eb16-4448-b792-68daeafe102b tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e5f2091-a20c-4030-8483-8ecc25d4cf9c HTTP/1.1" status: 200 len: 932 time: 0.0613985 Jun 08 13:54:38.415602 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-9324e049-2d89-4a18-b233-afe6d5bc16d0 None None] Provisioning complete for port a97697f1-e0f1-452f-a6b3-7e75911bfecf triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:54:38.415905 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9324e049-2d89-4a18-b233-afe6d5bc16d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (a97697f1-e0f1-452f-a6b3-7e75911bfecf), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:38.438376 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-851c6899-383e-42b4-961c-34b7c0072e4a req-17023cea-f14c-4bea-97c3-7291e72c0730 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=15045d9d-56a0-4847-a447-2f8ef3e3761c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509608 Jun 08 13:54:38.463908 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-9324e049-2d89-4a18-b233-afe6d5bc16d0 None None] Port a97697f1-e0f1-452f-a6b3-7e75911bfecf cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:54:38.490661 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-619f21a7-7b8e-4b50-a7fa-3abd4a58138f req-0d7bdcf2-6839-4b42-88b5-0152ee795142 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=512f7b9f-3fb2-4819-b91a-7b166b591feb HTTP/1.1" status: 200 len: 999 time: 0.1126676 Jun 08 13:54:38.493984 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-43380498-4698-4b86-865f-596286e9cec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (a97697f1-e0f1-452f-a6b3-7e75911bfecf), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:38.534994 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:38.568567 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f21a7-7b8e-4b50-a7fa-3abd4a58138f req-37b5931a-cca8-488a-b332-72a707f44d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:38.570023 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-619f21a7-7b8e-4b50-a7fa-3abd4a58138f req-37b5931a-cca8-488a-b332-72a707f44d69 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e27a3c02-47f7-4cd7-94ae-1439be78370b HTTP/1.1" status: 200 len: 847 time: 0.0728788 Jun 08 13:54:38.644922 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f21a7-7b8e-4b50-a7fa-3abd4a58138f req-0f264d62-bc14-4d19-a0df-81a898384ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:38.646344 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-619f21a7-7b8e-4b50-a7fa-3abd4a58138f req-0f264d62-bc14-4d19-a0df-81a898384ae1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=825cb388-149d-48df-81a0-0e0450f2f381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701430 Jun 08 13:54:38.729922 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45203eb-fbd0-49a6-afb9-066e896fedc7 req-5c4e2486-0c7e-4d41-8e64-f4d6dc5173b0 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:38.731878 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f45203eb-fbd0-49a6-afb9-066e896fedc7 req-5c4e2486-0c7e-4d41-8e64-f4d6dc5173b0 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 943 time: 0.0581031 Jun 08 13:54:38.787343 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f45203eb-fbd0-49a6-afb9-066e896fedc7 req-7724e8d2-409a-40a0-a1a0-d110e7844d98 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456831 Jun 08 13:54:38.851693 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-619f21a7-7b8e-4b50-a7fa-3abd4a58138f req-e9542dbc-4874-4b4f-861f-dcab4b787ebd service neutron] 10.222.0.61 "GET /v2.0/networks/825cb388-149d-48df-81a0-0e0450f2f381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603820 Jun 08 13:54:38.996861 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-43380498-4698-4b86-865f-596286e9cec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97697f1-e0f1-452f-a6b3-7e75911bfecf {{(pid=110998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:54:39.005531 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-43380498-4698-4b86-865f-596286e9cec9 service neutron] Publish callbacks [] for port (a97697f1-e0f1-452f-a6b3-7e75911bfecf), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:39.010062 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-619f21a7-7b8e-4b50-a7fa-3abd4a58138f req-ce3db20c-25f7-4218-a948-0d3d6d2296e1 service neutron] 10.222.0.61 "GET /v2.0/networks/825cb388-149d-48df-81a0-0e0450f2f381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518371 Jun 08 13:54:39.022062 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.provisioning_blocks [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-43380498-4698-4b86-865f-596286e9cec9 service neutron] Transition to ACTIVE for port object a97697f1-e0f1-452f-a6b3-7e75911bfecf will not be triggered until provisioned by entity L2. {{(pid=110998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 13:54:39.079316 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-43380498-4698-4b86-865f-596286e9cec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (a97697f1-e0f1-452f-a6b3-7e75911bfecf), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:39.142069 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43380498-4698-4b86-865f-596286e9cec9 service neutron] Pushing event updated for resources: {'Port': ['ID=a97697f1-e0f1-452f-a6b3-7e75911bfecf,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:39.201447 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:39.211349 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-43380498-4698-4b86-865f-596286e9cec9 service neutron] Attempting to bind port a97697f1-e0f1-452f-a6b3-7e75911bfecf on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:54:39.211692 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-43380498-4698-4b86-865f-596286e9cec9 service neutron] Attempting to bind port a97697f1-e0f1-452f-a6b3-7e75911bfecf by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '72e5be0a-2230-4fc3-9b1c-85aa27a38fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f'}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:54:39.212135 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-43380498-4698-4b86-865f-596286e9cec9 service neutron] Attempting to bind port a97697f1-e0f1-452f-a6b3-7e75911bfecf on network e8461b72-4585-42eb-adf7-269bbd08f24f {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:54:39.216915 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-43380498-4698-4b86-865f-596286e9cec9 service neutron] Port a97697f1-e0f1-452f-a6b3-7e75911bfecf on network e8461b72-4585-42eb-adf7-269bbd08f24f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:54:39.217235 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-43380498-4698-4b86-865f-596286e9cec9 service neutron] Attempting to bind port a97697f1-e0f1-452f-a6b3-7e75911bfecf on network e8461b72-4585-42eb-adf7-269bbd08f24f {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:54:39.222886 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-43380498-4698-4b86-865f-596286e9cec9 service neutron] Checking agent: {'id': '2c87fc52-0797-4c68-9855-572d3067389f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'started_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:54:39.223226 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-43380498-4698-4b86-865f-596286e9cec9 service neutron] Checking segment: {'id': '72e5be0a-2230-4fc3-9b1c-85aa27a38fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:54:39.223606 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-43380498-4698-4b86-865f-596286e9cec9 service neutron] Bound using segment: {'id': '72e5be0a-2230-4fc3-9b1c-85aa27a38fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f'} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:54:39.224034 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-43380498-4698-4b86-865f-596286e9cec9 service neutron] Bound port: a97697f1-e0f1-452f-a6b3-7e75911bfecf, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e5be0a-2230-4fc3-9b1c-85aa27a38fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f'}}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:54:39.224413 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-43380498-4698-4b86-865f-596286e9cec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (a97697f1-e0f1-452f-a6b3-7e75911bfecf), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:39.290279 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-43380498-4698-4b86-865f-596286e9cec9 service neutron] For port a97697f1-e0f1-452f-a6b3-7e75911bfecf, host hv-cinder-81914, cleared binding levels {{(pid=110998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:54:39.293523 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-43380498-4698-4b86-865f-596286e9cec9 service neutron] For port a97697f1-e0f1-452f-a6b3-7e75911bfecf, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a97697f1-e0f1-452f-a6b3-7e75911bfecf,segment=NetworkSegment(72e5be0a-2230-4fc3-9b1c-85aa27a38fdd),segment_id=72e5be0a-2230-4fc3-9b1c-85aa27a38fdd)] {{(pid=110998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:54:39.359391 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-43380498-4698-4b86-865f-596286e9cec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (a97697f1-e0f1-452f-a6b3-7e75911bfecf), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:39.561299 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e999fc-7788-4bed-b65c-b4c7f3a31df9 req-a0d06f33-fc00-4fdb-b72c-d286d16dd22e tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:39.563622 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-84e999fc-7788-4bed-b65c-b4c7f3a31df9 req-a0d06f33-fc00-4fdb-b72c-d286d16dd22e tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e5f2091-a20c-4030-8483-8ecc25d4cf9c HTTP/1.1" status: 200 len: 944 time: 0.0504034 Jun 08 13:54:39.613500 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-84e999fc-7788-4bed-b65c-b4c7f3a31df9 req-fc08136f-5ae0-4d04-bc88-6ea391237948 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=15045d9d-56a0-4847-a447-2f8ef3e3761c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438955 Jun 08 13:54:39.648626 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-43380498-4698-4b86-865f-596286e9cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:39.649277 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-43380498-4698-4b86-865f-596286e9cec9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:39.650779 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-43380498-4698-4b86-865f-596286e9cec9 service neutron] 10.222.0.61 "PUT /v2.0/ports/a97697f1-e0f1-452f-a6b3-7e75911bfecf HTTP/1.1" status: 200 len: 1094 time: 1.2798436 Jun 08 13:54:39.651179 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5f2091-a20c-4030-8483-8ecc25d4cf9c', 'tag': 'a97697f1-e0f1-452f-a6b3-7e75911bfecf'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:54:39.653386 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4744787b-9a31-4626-a466-3b7dee6b0133" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5f2091-a20c-4030-8483-8ecc25d4cf9c", "tag": "a97697f1-e0f1-452f-a6b3-7e75911bfecf"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:54:39.674211 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43380498-4698-4b86-865f-596286e9cec9 service neutron] Pushing event updated for resources: {'Port': ['ID=a97697f1-e0f1-452f-a6b3-7e75911bfecf,revision_number=3']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:39.703016 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d230a57-8bba-4bb3-93e7-d120d5443071 x-openstack-request-id: req-6d230a57-8bba-4bb3-93e7-d120d5443071 {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:54:39.703302 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5f2091-a20c-4030-8483-8ecc25d4cf9c", "tag": "a97697f1-e0f1-452f-a6b3-7e75911bfecf", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:54:39.703554 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6d230a57-8bba-4bb3-93e7-d120d5443071 {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:54:39.703954 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d230a57-8bba-4bb3-93e7-d120d5443071'] response: {'name': 'network-changed', 'server_uuid': '5e5f2091-a20c-4030-8483-8ecc25d4cf9c', 'tag': 'a97697f1-e0f1-452f-a6b3-7e75911bfecf', 'status': 'completed', 'code': 200} Jun 08 13:54:39.763782 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744787b-9a31-4626-a466-3b7dee6b0133 req-126fb8a0-203e-483f-8c3c-5911cda7021b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:39.765328 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-4744787b-9a31-4626-a466-3b7dee6b0133 req-126fb8a0-203e-483f-8c3c-5911cda7021b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9015bc58fb5948a9bbc41ef874faede5&device_id=5e5f2091-a20c-4030-8483-8ecc25d4cf9c HTTP/1.1" status: 200 len: 1128 time: 0.0407689 Jun 08 13:54:39.869447 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744787b-9a31-4626-a466-3b7dee6b0133 req-92a0ef19-8cbf-4e0a-a052-48d23d7c38a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:39.870930 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-4744787b-9a31-4626-a466-3b7dee6b0133 req-92a0ef19-8cbf-4e0a-a052-48d23d7c38a7 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=9015bc58fb5948a9bbc41ef874faede5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0989232 Jun 08 13:54:39.911253 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b01af0-5625-46d9-9093-72b1809470c3 req-00f882b4-93db-4f41-8ee0-5cb5ddd74aed tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:39.913138 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-98b01af0-5625-46d9-9093-72b1809470c3 req-00f882b4-93db-4f41-8ee0-5cb5ddd74aed tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 943 time: 0.0540359 Jun 08 13:54:39.922979 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:39.963579 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744787b-9a31-4626-a466-3b7dee6b0133 req-4a0be8b5-806a-41e1-9815-a757b7f6b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:39.964976 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-4744787b-9a31-4626-a466-3b7dee6b0133 req-4a0be8b5-806a-41e1-9815-a757b7f6b2ac service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885429 Jun 08 13:54:39.965294 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-98b01af0-5625-46d9-9093-72b1809470c3 req-95a9f7cb-7079-4312-baa4-702407165fd3 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459421 Jun 08 13:54:40.039044 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-a616eba3-779f-4471-aa49-a278a4e0a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:40.041236 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-a616eba3-779f-4471-aa49-a278a4e0a4a6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9015bc58fb5948a9bbc41ef874faede5&device_id=5e5f2091-a20c-4030-8483-8ecc25d4cf9c HTTP/1.1" status: 200 len: 1128 time: 0.0401952 Jun 08 13:54:40.083913 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-88ccd5c3-2b16-43fc-9980-91ed094fe70e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a97697f1-e0f1-452f-a6b3-7e75911bfecf HTTP/1.1" status: 200 len: 217 time: 0.0365236 Jun 08 13:54:40.134089 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-c9942e15-30bc-4c26-818b-ebdae89ff20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:40.135585 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-c9942e15-30bc-4c26-818b-ebdae89ff20f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5c79d542-1c20-476a-b15a-af590b689ad2 HTTP/1.1" status: 200 len: 853 time: 0.0461459 Jun 08 13:54:40.178753 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-13292907-7379-4cde-afff-e278753348c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:40.180275 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-13292907-7379-4cde-afff-e278753348c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8461b72-4585-42eb-adf7-269bbd08f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391941 Jun 08 13:54:40.269512 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-7a344610-5fd2-47e0-ad28-704e780c0e73 service neutron] 10.222.0.61 "GET /v2.0/networks/e8461b72-4585-42eb-adf7-269bbd08f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835712 Jun 08 13:54:40.356853 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c3311bb0-e2d3-4b26-9498-5b881bb63884 req-d923196c-7266-4e94-a42e-e50dcafcdd7b service neutron] 10.222.0.61 "GET /v2.0/networks/e8461b72-4585-42eb-adf7-269bbd08f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817616 Jun 08 13:54:40.717097 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:40.735271 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e806d-2b43-4bf9-bd4a-b6b72d0832ba req-a2598044-c40d-4763-968a-0fc16ee29813 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:40.736896 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a43e806d-2b43-4bf9-bd4a-b6b72d0832ba req-a2598044-c40d-4763-968a-0fc16ee29813 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e5f2091-a20c-4030-8483-8ecc25d4cf9c HTTP/1.1" status: 200 len: 944 time: 0.0482154 Jun 08 13:54:40.784632 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a43e806d-2b43-4bf9-bd4a-b6b72d0832ba req-3d60afd6-87f1-4369-b69f-0cc608df5f36 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=15045d9d-56a0-4847-a447-2f8ef3e3761c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417304 Jun 08 13:54:41.079651 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4edd8-65c1-4344-a96c-2c41ff2d3012 req-d87e0e9d-0646-4f57-ab27-5a537f816aab tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:41.081134 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-11b4edd8-65c1-4344-a96c-2c41ff2d3012 req-d87e0e9d-0646-4f57-ab27-5a537f816aab tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 943 time: 0.0473475 Jun 08 13:54:41.135507 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-11b4edd8-65c1-4344-a96c-2c41ff2d3012 req-a64896d5-1229-4a96-be43-00bf849f0025 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488429 Jun 08 13:54:41.900082 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b04d02-a89a-4cf8-b940-0dfb9fbbe565 req-46d571c3-8306-488c-8819-283bad1ce681 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:41.901534 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-54b04d02-a89a-4cf8-b940-0dfb9fbbe565 req-46d571c3-8306-488c-8819-283bad1ce681 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e5f2091-a20c-4030-8483-8ecc25d4cf9c HTTP/1.1" status: 200 len: 944 time: 0.0469241 Jun 08 13:54:41.948041 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-54b04d02-a89a-4cf8-b940-0dfb9fbbe565 req-3f2449fa-c743-41da-83fd-bf8e948abd56 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=15045d9d-56a0-4847-a447-2f8ef3e3761c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410585 Jun 08 13:54:42.249261 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3126a57-7583-4fdb-99dd-c82dbf96ccc7 req-4459dfd1-3f71-4233-b9ad-fa9766102d7d tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:42.250707 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f3126a57-7583-4fdb-99dd-c82dbf96ccc7 req-4459dfd1-3f71-4233-b9ad-fa9766102d7d tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 943 time: 0.0470569 Jun 08 13:54:42.298721 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f3126a57-7583-4fdb-99dd-c82dbf96ccc7 req-ebfd9d05-9c20-4e05-8659-42fcf186d222 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426860 Jun 08 13:54:43.064325 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a90f5-4bd8-47bd-a3e8-057a1de747da req-7e639633-0b79-4051-9ae2-f0cee662bcdc tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:43.065766 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f40a90f5-4bd8-47bd-a3e8-057a1de747da req-7e639633-0b79-4051-9ae2-f0cee662bcdc tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e5f2091-a20c-4030-8483-8ecc25d4cf9c HTTP/1.1" status: 200 len: 944 time: 0.0505917 Jun 08 13:54:43.114283 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f40a90f5-4bd8-47bd-a3e8-057a1de747da req-6966c356-f466-428a-91f7-70fd130c169f tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=15045d9d-56a0-4847-a447-2f8ef3e3761c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423300 Jun 08 13:54:43.418351 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c4319-16fb-4bc0-9a99-ab46fb1aee3a req-e772cb04-87ae-4703-a82b-1daf0594cd09 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:43.419784 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8a0c4319-16fb-4bc0-9a99-ab46fb1aee3a req-e772cb04-87ae-4703-a82b-1daf0594cd09 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 943 time: 0.0457947 Jun 08 13:54:43.468352 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device a97697f1-e0f1-452f-a6b3-7e75911bfecf details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:54:43.468919 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8a0c4319-16fb-4bc0-9a99-ab46fb1aee3a req-1606a481-a5b6-42de-bbc4-0d8e07790216 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432260 Jun 08 13:54:43.579165 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port a97697f1-e0f1-452f-a6b3-7e75911bfecf, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a97697f1-e0f1-452f-a6b3-7e75911bfecf,segment=NetworkSegment(72e5be0a-2230-4fc3-9b1c-85aa27a38fdd),segment_id=72e5be0a-2230-4fc3-9b1c-85aa27a38fdd)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:54:43.591299 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Returning: {'device': 'a97697f1-e0f1-452f-a6b3-7e75911bfecf', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'port_id': 'a97697f1-e0f1-452f-a6b3-7e75911bfecf', 'mac_address': 'fa:16:3e:ec:de:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:54:43.594377 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:43.629430 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port a97697f1-e0f1-452f-a6b3-7e75911bfecf is: DOWN; New status is: BUILD {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:54:43.629822 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (a97697f1-e0f1-452f-a6b3-7e75911bfecf), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:43.643668 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97697f1-e0f1-452f-a6b3-7e75911bfecf {{(pid=110999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:54:43.663288 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port a97697f1-e0f1-452f-a6b3-7e75911bfecf, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a97697f1-e0f1-452f-a6b3-7e75911bfecf,segment=NetworkSegment(72e5be0a-2230-4fc3-9b1c-85aa27a38fdd),segment_id=72e5be0a-2230-4fc3-9b1c-85aa27a38fdd)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:54:43.788848 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (a97697f1-e0f1-452f-a6b3-7e75911bfecf), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:43.839205 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=a97697f1-e0f1-452f-a6b3-7e75911bfecf,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:44.014124 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['a97697f1-e0f1-452f-a6b3-7e75911bfecf'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:54:44.153875 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:44.196030 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:44.221057 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e717e-07e1-4eca-9597-c85915ac0711 req-4316ac9c-6e47-436c-94b8-8ae1dd1d874c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:44.222768 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3c3e717e-07e1-4eca-9597-c85915ac0711 req-4316ac9c-6e47-436c-94b8-8ae1dd1d874c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=708bec67bbb748b382b82cd0da768d5c&device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 1127 time: 0.0456278 Jun 08 13:54:44.235107 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84839360-2228-402c-90f6-78653a765181 req-0544af2e-c231-4dbc-b768-7489c055a8eb tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:44.236692 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-84839360-2228-402c-90f6-78653a765181 req-0544af2e-c231-4dbc-b768-7489c055a8eb tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e5f2091-a20c-4030-8483-8ecc25d4cf9c HTTP/1.1" status: 200 len: 945 time: 0.0502956 Jun 08 13:54:44.290882 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-84839360-2228-402c-90f6-78653a765181 req-c4a21456-f882-4ebc-8285-f1e4b242da2e tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=15045d9d-56a0-4847-a447-2f8ef3e3761c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478740 Jun 08 13:54:44.326043 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e717e-07e1-4eca-9597-c85915ac0711 req-3259107d-c048-4b3f-9148-a32e8ecd32ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:44.327493 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3c3e717e-07e1-4eca-9597-c85915ac0711 req-3259107d-c048-4b3f-9148-a32e8ecd32ec service neutron] 10.222.0.61 "GET /v2.0/networks?id=825cb388-149d-48df-81a0-0e0450f2f381 HTTP/1.1" status: 200 len: 909 time: 0.0856881 Jun 08 13:54:44.393656 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3c3e717e-07e1-4eca-9597-c85915ac0711 req-7643e0ed-f66b-447d-b0aa-5f5fbc2c9fa1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=512f7b9f-3fb2-4819-b91a-7b166b591feb HTTP/1.1" status: 200 len: 999 time: 0.0584381 Jun 08 13:54:44.494403 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e717e-07e1-4eca-9597-c85915ac0711 req-92f01af8-d54d-4b3e-84be-0bd9e4218430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:44.495823 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3c3e717e-07e1-4eca-9597-c85915ac0711 req-92f01af8-d54d-4b3e-84be-0bd9e4218430 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e27a3c02-47f7-4cd7-94ae-1439be78370b HTTP/1.1" status: 200 len: 847 time: 0.0435505 Jun 08 13:54:44.584680 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device a97697f1-e0f1-452f-a6b3-7e75911bfecf up at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:54:44.587443 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e8915-9c71-4d69-a517-867bad73f031 req-92cbea86-3b21-4371-b165-8fe655b2984f tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:44.588374 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:44.588960 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c90e8915-9c71-4d69-a517-867bad73f031 req-92cbea86-3b21-4371-b165-8fe655b2984f tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 943 time: 0.0468063 Jun 08 13:54:44.628750 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning for port a97697f1-e0f1-452f-a6b3-7e75911bfecf completed by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 13:54:44.640322 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c90e8915-9c71-4d69-a517-867bad73f031 req-721cd1d7-085b-460d-83fc-741b69bee00e tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456967 Jun 08 13:54:44.685990 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning complete for port a97697f1-e0f1-452f-a6b3-7e75911bfecf triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:54:44.687452 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (a97697f1-e0f1-452f-a6b3-7e75911bfecf), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:44.761289 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port a97697f1-e0f1-452f-a6b3-7e75911bfecf is: BUILD; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:54:44.761674 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (a97697f1-e0f1-452f-a6b3-7e75911bfecf), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:44.783715 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5f2091-a20c-4030-8483-8ecc25d4cf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97697f1-e0f1-452f-a6b3-7e75911bfecf'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:54:44.788864 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c950b2c7-1489-432d-a94a-fa743e1af149" -d '{"events": [{"server_uuid": "5e5f2091-a20c-4030-8483-8ecc25d4cf9c", "name": "network-vif-plugged", "status": "completed", "tag": "a97697f1-e0f1-452f-a6b3-7e75911bfecf"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:54:44.798390 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port a97697f1-e0f1-452f-a6b3-7e75911bfecf, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a97697f1-e0f1-452f-a6b3-7e75911bfecf,segment=NetworkSegment(72e5be0a-2230-4fc3-9b1c-85aa27a38fdd),segment_id=72e5be0a-2230-4fc3-9b1c-85aa27a38fdd)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:54:44.824145 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d55348-14c2-4ceb-a0a2-313077749ebd x-openstack-request-id: req-16d55348-14c2-4ceb-a0a2-313077749ebd {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:54:44.824455 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5f2091-a20c-4030-8483-8ecc25d4cf9c", "name": "network-vif-plugged", "status": "completed", "tag": "a97697f1-e0f1-452f-a6b3-7e75911bfecf", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:54:44.824711 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-16d55348-14c2-4ceb-a0a2-313077749ebd {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:54:44.825111 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16d55348-14c2-4ceb-a0a2-313077749ebd'] response: {'server_uuid': '5e5f2091-a20c-4030-8483-8ecc25d4cf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97697f1-e0f1-452f-a6b3-7e75911bfecf', 'code': 200} Jun 08 13:54:44.885770 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (a97697f1-e0f1-452f-a6b3-7e75911bfecf), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:44.933578 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=a97697f1-e0f1-452f-a6b3-7e75911bfecf,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:45.000685 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:45.011198 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e717e-07e1-4eca-9597-c85915ac0711 req-426eddd0-49f6-4eda-a545-279839a62364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:45.012738 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3c3e717e-07e1-4eca-9597-c85915ac0711 req-426eddd0-49f6-4eda-a545-279839a62364 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=825cb388-149d-48df-81a0-0e0450f2f381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407698 Jun 08 13:54:45.115998 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3c3e717e-07e1-4eca-9597-c85915ac0711 req-69189d3e-d972-4ff1-a9a9-b18a745822e2 service neutron] 10.222.0.61 "GET /v2.0/networks/825cb388-149d-48df-81a0-0e0450f2f381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972824 Jun 08 13:54:45.211200 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3c3e717e-07e1-4eca-9597-c85915ac0711 req-2f70011d-e6c8-4b23-a6ce-c9fc13f451d1 service neutron] 10.222.0.61 "GET /v2.0/networks/825cb388-149d-48df-81a0-0e0450f2f381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895088 Jun 08 13:54:45.309798 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33acb4-54f5-4f19-8d2f-7d29ef369a5f req-9ddd245d-235d-4fe6-8ff7-e5159f0e3c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:45.311292 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-ab33acb4-54f5-4f19-8d2f-7d29ef369a5f req-9ddd245d-235d-4fe6-8ff7-e5159f0e3c48 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5e5f2091-a20c-4030-8483-8ecc25d4cf9c HTTP/1.1" status: 200 len: 1130 time: 0.0427392 Jun 08 13:54:45.407623 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0030a69-9e8c-451e-97a6-e0330537efd5 req-2f9778e1-7a4e-442f-9845-50a2cc19196b tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:45.409175 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a0030a69-9e8c-451e-97a6-e0330537efd5 req-2f9778e1-7a4e-442f-9845-50a2cc19196b tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e5f2091-a20c-4030-8483-8ecc25d4cf9c HTTP/1.1" status: 200 len: 946 time: 0.0487270 Jun 08 13:54:45.455740 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a0030a69-9e8c-451e-97a6-e0330537efd5 req-ed46241e-73b4-4cff-b851-da39124a2a88 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=15045d9d-56a0-4847-a447-2f8ef3e3761c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403242 Jun 08 13:54:45.529701 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-ab33acb4-54f5-4f19-8d2f-7d29ef369a5f req-2f7808c2-e7dd-42f9-89f8-bf772f6ce804 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=15045d9d-56a0-4847-a447-2f8ef3e3761c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470178 Jun 08 13:54:45.718685 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:45.722519 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=4 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:45.762606 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa5d98-a78b-4090-b859-74009e569cb1 req-a3d0b506-b3ca-43bf-8e93-ed27457914ed tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:45.764193 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f3fa5d98-a78b-4090-b859-74009e569cb1 req-a3d0b506-b3ca-43bf-8e93-ed27457914ed tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 943 time: 0.0523295 Jun 08 13:54:45.819458 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f3fa5d98-a78b-4090-b859-74009e569cb1 req-2fdfcc13-9b26-41f8-8330-c2674d55b3a7 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494761 Jun 08 13:54:46.571612 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0ef7f-2f21-4224-98d8-f31708a6ac58 req-7fb226d6-78d7-4579-9faa-a2aff6076db5 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:46.573195 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-20c0ef7f-2f21-4224-98d8-f31708a6ac58 req-7fb226d6-78d7-4579-9faa-a2aff6076db5 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e5f2091-a20c-4030-8483-8ecc25d4cf9c HTTP/1.1" status: 200 len: 946 time: 0.0462158 Jun 08 13:54:46.594403 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 512f7b9f-3fb2-4819-b91a-7b166b591feb details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:54:46.600549 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:46.622813 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-20c0ef7f-2f21-4224-98d8-f31708a6ac58 req-91a5e764-54e8-41df-9890-e3d1f04dd67e tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=15045d9d-56a0-4847-a447-2f8ef3e3761c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439994 Jun 08 13:54:46.702725 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 512f7b9f-3fb2-4819-b91a-7b166b591feb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=512f7b9f-3fb2-4819-b91a-7b166b591feb,segment=NetworkSegment(564f5b2d-3784-4b30-818c-8a1c5cab2c0e),segment_id=564f5b2d-3784-4b30-818c-8a1c5cab2c0e)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:54:46.714500 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Returning: {'device': '512f7b9f-3fb2-4819-b91a-7b166b591feb', 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381', 'port_id': '512f7b9f-3fb2-4819-b91a-7b166b591feb', 'mac_address': 'fa:16:3e:6f:38:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e27a3c02-47f7-4cd7-94ae-1439be78370b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:54:46.748834 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 512f7b9f-3fb2-4819-b91a-7b166b591feb is: DOWN; New status is: BUILD {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:54:46.753883 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (512f7b9f-3fb2-4819-b91a-7b166b591feb), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:46.762223 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512f7b9f-3fb2-4819-b91a-7b166b591feb {{(pid=110999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:54:46.785321 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 512f7b9f-3fb2-4819-b91a-7b166b591feb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=512f7b9f-3fb2-4819-b91a-7b166b591feb,segment=NetworkSegment(564f5b2d-3784-4b30-818c-8a1c5cab2c0e),segment_id=564f5b2d-3784-4b30-818c-8a1c5cab2c0e)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:54:46.869545 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (512f7b9f-3fb2-4819-b91a-7b166b591feb), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:46.916537 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=512f7b9f-3fb2-4819-b91a-7b166b591feb,revision_number=7']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:46.948223 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917f0a8-a45b-4405-ba23-fcd784be3030 req-6ebe7197-56ab-4f6d-a004-a40aaad870df tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:46.949672 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1917f0a8-a45b-4405-ba23-fcd784be3030 req-6ebe7197-56ab-4f6d-a004-a40aaad870df tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 944 time: 0.0496120 Jun 08 13:54:46.998929 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1917f0a8-a45b-4405-ba23-fcd784be3030 req-47bb6192-4552-4c68-81f2-98fc200e2715 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436628 Jun 08 13:54:47.088114 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['512f7b9f-3fb2-4819-b91a-7b166b591feb'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:54:47.441019 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:47.740407 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338578e-a01a-4189-a75a-39897ab468d4 req-b0132345-5015-431d-ac93-cb9f4031e389 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:47.741796 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6338578e-a01a-4189-a75a-39897ab468d4 req-b0132345-5015-431d-ac93-cb9f4031e389 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e5f2091-a20c-4030-8483-8ecc25d4cf9c HTTP/1.1" status: 200 len: 946 time: 0.0476782 Jun 08 13:54:47.790187 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6338578e-a01a-4189-a75a-39897ab468d4 req-90512f93-f299-494f-aae0-2f9fbb1c2dfe tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=15045d9d-56a0-4847-a447-2f8ef3e3761c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416024 Jun 08 13:54:47.899412 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877420cb-e402-4041-a013-53756a4e11e8 req-1c84894d-0e12-43d4-a816-25cb002377d9 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:47.900865 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-877420cb-e402-4041-a013-53756a4e11e8 req-1c84894d-0e12-43d4-a816-25cb002377d9 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e5f2091-a20c-4030-8483-8ecc25d4cf9c HTTP/1.1" status: 200 len: 946 time: 0.0454876 Jun 08 13:54:47.909225 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 41790) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:47.913493 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-ed90e345-939e-49e0-90f1-86d7f5be58fc tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Request body: {'floatingip': {'port_id': 'a97697f1-e0f1-452f-a6b3-7e75911bfecf'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:54:48.191370 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ed90e345-939e-49e0-90f1-86d7f5be58fc tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (61f99d26-22ee-4550-b35d-2b58755add8b), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:48.274612 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62095fd1-cd0d-45f2-a45c-4a56ba955ff6 req-e434cedc-6b24-499c-aecb-903cb53353c1 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:48.275958 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-62095fd1-cd0d-45f2-a45c-4a56ba955ff6 req-e434cedc-6b24-499c-aecb-903cb53353c1 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 944 time: 0.1011071 Jun 08 13:54:48.399212 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-62095fd1-cd0d-45f2-a45c-4a56ba955ff6 req-7cec09f3-1c8b-432e-8c64-89e06fab5b48 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175606 Jun 08 13:54:48.531978 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:48.616710 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 512f7b9f-3fb2-4819-b91a-7b166b591feb up at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:54:48.645477 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:48.661682 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning complete for port 512f7b9f-3fb2-4819-b91a-7b166b591feb triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:54:48.662070 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (512f7b9f-3fb2-4819-b91a-7b166b591feb), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:48.686835 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ed90e345-939e-49e0-90f1-86d7f5be58fc tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:48.736101 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 512f7b9f-3fb2-4819-b91a-7b166b591feb is: BUILD; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:54:48.736483 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (512f7b9f-3fb2-4819-b91a-7b166b591feb), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:48.760212 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c573f844-d6af-4615-8cc2-191728d83c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512f7b9f-3fb2-4819-b91a-7b166b591feb'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:54:48.762421 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f0bdc4-1765-4cdf-8279-a4965b511c44" -d '{"events": [{"server_uuid": "c573f844-d6af-4615-8cc2-191728d83c45", "name": "network-vif-plugged", "status": "completed", "tag": "512f7b9f-3fb2-4819-b91a-7b166b591feb"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:54:48.775478 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 512f7b9f-3fb2-4819-b91a-7b166b591feb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=512f7b9f-3fb2-4819-b91a-7b166b591feb,segment=NetworkSegment(564f5b2d-3784-4b30-818c-8a1c5cab2c0e),segment_id=564f5b2d-3784-4b30-818c-8a1c5cab2c0e)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:54:48.798549 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a021aa8-e964-4dd0-b379-232ec87e0337 x-openstack-request-id: req-7a021aa8-e964-4dd0-b379-232ec87e0337 {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:54:48.798898 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c573f844-d6af-4615-8cc2-191728d83c45", "name": "network-vif-plugged", "status": "completed", "tag": "512f7b9f-3fb2-4819-b91a-7b166b591feb", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:54:48.799148 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7a021aa8-e964-4dd0-b379-232ec87e0337 {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:54:48.799542 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a021aa8-e964-4dd0-b379-232ec87e0337'] response: {'server_uuid': 'c573f844-d6af-4615-8cc2-191728d83c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512f7b9f-3fb2-4819-b91a-7b166b591feb', 'code': 200} Jun 08 13:54:48.810178 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ed90e345-939e-49e0-90f1-86d7f5be58fc tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (61f99d26-22ee-4550-b35d-2b58755add8b), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:48.886117 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (512f7b9f-3fb2-4819-b91a-7b166b591feb), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:48.912443 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.db.l3_db [None req-ed90e345-939e-49e0-90f1-86d7f5be58fc tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Floating IP 61f99d26-22ee-4550-b35d-2b58755add8b associated. External IP: 172.27.1.129, port: a97697f1-e0f1-452f-a6b3-7e75911bfecf. Jun 08 13:54:48.937352 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=512f7b9f-3fb2-4819-b91a-7b166b591feb,revision_number=8']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:49.017265 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:49.051758 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 41802) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:49.077452 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:49.097242 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbf8ff-de19-4c67-8650-745b79e475d4 req-ef72ed27-111d-4064-8d3a-f614a60b2a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:49.098735 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6bbbf8ff-de19-4c67-8650-745b79e475d4 req-ef72ed27-111d-4064-8d3a-f614a60b2a94 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 1129 time: 0.0556850 Jun 08 13:54:49.138091 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed90e345-939e-49e0-90f1-86d7f5be58fc tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:54:49.151448 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6bbbf8ff-de19-4c67-8650-745b79e475d4 req-29a6521f-77f1-45d0-9a8f-d13450886115 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471456 Jun 08 13:54:49.178225 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-4e151656-59c2-47e3-89bb-4234dfeaa5b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:49.244349 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed90e345-939e-49e0-90f1-86d7f5be58fc tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:54:49.248903 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ed90e345-939e-49e0-90f1-86d7f5be58fc tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:49.255096 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855b937b-ef96-4e9e-8cce-1d0869d7bfce None None] Sync routers for ids ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:54:49.258680 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-4e151656-59c2-47e3-89bb-4234dfeaa5b4 admin admin] Publish callbacks [] for security_group (e95ec813-5fbb-483a-a34d-d7357202d56e), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:49.265617 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855b937b-ef96-4e9e-8cce-1d0869d7bfce None None] Routers {'8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:54:49.266223 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-855b937b-ef96-4e9e-8cce-1d0869d7bfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:54:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:49.283376 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-ed90e345-939e-49e0-90f1-86d7f5be58fc tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "PUT /v2.0/floatingips/61f99d26-22ee-4550-b35d-2b58755add8b HTTP/1.1" status: 200 len: 992 time: 1.3731153 Jun 08 13:54:49.284171 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5f2091-a20c-4030-8483-8ecc25d4cf9c', 'tag': 'a97697f1-e0f1-452f-a6b3-7e75911bfecf'}] {{(pid=110997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:54:49.286633 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2deb37cb3b385adf0db1d4fcfc98a25470d12ffd9c9459d76da49831f0e3658f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bdc0ff-6659-4fdd-a64a-29b5f20ba121" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5f2091-a20c-4030-8483-8ecc25d4cf9c", "tag": "a97697f1-e0f1-452f-a6b3-7e75911bfecf"}]}' {{(pid=110997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:54:49.323129 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a081dc-c2ea-4194-aadc-b51966bac8a8 x-openstack-request-id: req-e2a081dc-c2ea-4194-aadc-b51966bac8a8 {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:54:49.323421 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5f2091-a20c-4030-8483-8ecc25d4cf9c", "tag": "a97697f1-e0f1-452f-a6b3-7e75911bfecf", "status": "completed", "code": 200}]} {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:54:49.323674 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e2a081dc-c2ea-4194-aadc-b51966bac8a8 {{(pid=110997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:54:49.324117 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2a081dc-c2ea-4194-aadc-b51966bac8a8'] response: {'name': 'network-changed', 'server_uuid': '5e5f2091-a20c-4030-8483-8ecc25d4cf9c', 'tag': 'a97697f1-e0f1-452f-a6b3-7e75911bfecf', 'status': 'completed', 'code': 200} Jun 08 13:54:49.331709 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-4e151656-59c2-47e3-89bb-4234dfeaa5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (e95ec813-5fbb-483a-a34d-d7357202d56e), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:49.372387 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-855b937b-ef96-4e9e-8cce-1d0869d7bfce None None] Set router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:54:49.402241 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-4e151656-59c2-47e3-89bb-4234dfeaa5b4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e0d243a1abbb44e9bca2d312f1dae9f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492534 Jun 08 13:54:49.405317 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 41810) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:49.405510 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e151656-59c2-47e3-89bb-4234dfeaa5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95ec813-5fbb-483a-a34d-d7357202d56e,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:49.416652 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdc0ff-6659-4fdd-a64a-29b5f20ba121 req-1563fdab-700c-4afb-8b4d-358d6ca20be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:49.418211 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-18bdc0ff-6659-4fdd-a64a-29b5f20ba121 req-1563fdab-700c-4afb-8b4d-358d6ca20be0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9015bc58fb5948a9bbc41ef874faede5&device_id=5e5f2091-a20c-4030-8483-8ecc25d4cf9c HTTP/1.1" status: 200 len: 1130 time: 0.0613837 Jun 08 13:54:49.468115 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-8ef1a657-b8a4-4254-a308-d903359e1a2e admin admin] Publish callbacks [] for security_group (e95ec813-5fbb-483a-a34d-d7357202d56e), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:49.494755 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-8ef1a657-b8a4-4254-a308-d903359e1a2e admin admin] Publish callbacks [] for security_group (e95ec813-5fbb-483a-a34d-d7357202d56e), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:49.534070 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdc0ff-6659-4fdd-a64a-29b5f20ba121 req-5dccd99a-06f1-4d91-b501-0a207ebfb524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:49.535544 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-18bdc0ff-6659-4fdd-a64a-29b5f20ba121 req-5dccd99a-06f1-4d91-b501-0a207ebfb524 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8461b72-4585-42eb-adf7-269bbd08f24f HTTP/1.1" status: 200 len: 915 time: 0.1103723 Jun 08 13:54:49.564555 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e527ae4-138a-4735-a198-d87df7aa6ab4 req-56578f0a-150b-49cb-94c2-cf04738deb54 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:49.566152 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1e527ae4-138a-4735-a198-d87df7aa6ab4 req-56578f0a-150b-49cb-94c2-cf04738deb54 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 945 time: 0.0747755 Jun 08 13:54:49.620535 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1e527ae4-138a-4735-a198-d87df7aa6ab4 req-6ae15295-9a77-461e-8fa5-148434855728 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478563 Jun 08 13:54:49.688905 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-855b937b-ef96-4e9e-8cce-1d0869d7bfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '29d46fae-0d8e-4976-9bce-96e55fffd793', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'port_id': '74879222-2c74-48ad-9499-8d5ec0700aa7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'mac_address': 'fa:16:3e:68:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f074e-36e2-487e-9c9f-b613edaa6bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:53:30Z', 'updated_at': '2022-06-08T13:53:46Z', 'revision_number': 2, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'fixed_ip_address_scope': None}, {'id': '61f99d26-22ee-4550-b35d-2b58755add8b', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'port_id': 'a97697f1-e0f1-452f-a6b3-7e75911bfecf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'mac_address': 'fa:16:3e:ec:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5f2091-a20c-4030-8483-8ecc25d4cf9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:54:33Z', 'updated_at': '2022-06-08T13:54:48Z', 'revision_number': 1, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:31Z', 'revision_number': 5, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:49.715509 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855b937b-ef96-4e9e-8cce-1d0869d7bfce None None] Checking router: 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:54:49.723921 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855b937b-ef96-4e9e-8cce-1d0869d7bfce None None] Routers {'8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:54:49.724528 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-855b937b-ef96-4e9e-8cce-1d0869d7bfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:54:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:49.766049 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-8ef1a657-b8a4-4254-a308-d903359e1a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (e95ec813-5fbb-483a-a34d-d7357202d56e), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:49.768665 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-8ef1a657-b8a4-4254-a308-d903359e1a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:49.769968 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-8ef1a657-b8a4-4254-a308-d903359e1a2e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e95ec813-5fbb-483a-a34d-d7357202d56e HTTP/1.1" status: 204 len: 168 time: 0.3633862 Jun 08 13:54:49.787767 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1a657-b8a4-4254-a308-d903359e1a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95ec813-5fbb-483a-a34d-d7357202d56e,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:49.828711 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-855b937b-ef96-4e9e-8cce-1d0869d7bfce None None] Set router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:54:49.856975 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-18bdc0ff-6659-4fdd-a64a-29b5f20ba121 req-859f61c8-dda3-4a63-83a9-3afdf388072a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a97697f1-e0f1-452f-a6b3-7e75911bfecf HTTP/1.1" status: 200 len: 1000 time: 0.0875258 Jun 08 13:54:49.907117 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdc0ff-6659-4fdd-a64a-29b5f20ba121 req-c614e388-79bf-4235-9029-be203a224c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:49.908688 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-18bdc0ff-6659-4fdd-a64a-29b5f20ba121 req-c614e388-79bf-4235-9029-be203a224c3a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5c79d542-1c20-476a-b15a-af590b689ad2 HTTP/1.1" status: 200 len: 853 time: 0.0460007 Jun 08 13:54:49.954356 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdc0ff-6659-4fdd-a64a-29b5f20ba121 req-e197ad43-e00e-4b4a-9503-490da1dd4b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:49.955885 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-18bdc0ff-6659-4fdd-a64a-29b5f20ba121 req-e197ad43-e00e-4b4a-9503-490da1dd4b2e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8461b72-4585-42eb-adf7-269bbd08f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391347 Jun 08 13:54:50.047687 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-855b937b-ef96-4e9e-8cce-1d0869d7bfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '29d46fae-0d8e-4976-9bce-96e55fffd793', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'port_id': '74879222-2c74-48ad-9499-8d5ec0700aa7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'mac_address': 'fa:16:3e:68:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f074e-36e2-487e-9c9f-b613edaa6bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:53:30Z', 'updated_at': '2022-06-08T13:53:46Z', 'revision_number': 2, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'fixed_ip_address_scope': None}, {'id': '61f99d26-22ee-4550-b35d-2b58755add8b', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'port_id': 'a97697f1-e0f1-452f-a6b3-7e75911bfecf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'mac_address': 'fa:16:3e:ec:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5f2091-a20c-4030-8483-8ecc25d4cf9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:54:33Z', 'updated_at': '2022-06-08T13:54:48Z', 'revision_number': 1, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:31Z', 'revision_number': 5, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:50.054621 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-18bdc0ff-6659-4fdd-a64a-29b5f20ba121 req-4f74fd95-cb93-4768-92f1-3f372cae8d7f service neutron] 10.222.0.61 "GET /v2.0/networks/e8461b72-4585-42eb-adf7-269bbd08f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881891 Jun 08 13:54:50.074069 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855b937b-ef96-4e9e-8cce-1d0869d7bfce None None] The sync data for ids ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'] in dv-cinder-819149-5-iscsi is: [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '29d46fae-0d8e-4976-9bce-96e55fffd793', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'port_id': '74879222-2c74-48ad-9499-8d5ec0700aa7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'mac_address': 'fa:16:3e:68:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f074e-36e2-487e-9c9f-b613edaa6bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:53:30Z', 'updated_at': '2022-06-08T13:53:46Z', 'revision_number': 2, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'fixed_ip_address_scope': None}, {'id': '61f99d26-22ee-4550-b35d-2b58755add8b', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'port_id': 'a97697f1-e0f1-452f-a6b3-7e75911bfecf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'mac_address': 'fa:16:3e:ec:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5f2091-a20c-4030-8483-8ecc25d4cf9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:54:33Z', 'updated_at': '2022-06-08T13:54:48Z', 'revision_number': 1, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:31Z', 'revision_number': 5, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:54:50.287381 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73527f54-3fdb-4d38-ba91-45e4bfb296fa None None] New status for floating IP 61f99d26-22ee-4550-b35d-2b58755add8b: ACTIVE {{(pid=110999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 13:54:50.578292 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:50.597776 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-18bdc0ff-6659-4fdd-a64a-29b5f20ba121 req-d4699f43-ff04-4737-8e06-806ef7d384b7 service neutron] 10.222.0.61 "GET /v2.0/networks/e8461b72-4585-42eb-adf7-269bbd08f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265285 Jun 08 13:54:50.744343 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad23f6-51f6-4bb1-a933-74e5af599751 req-7d25b4da-9da5-4a05-abe7-a3bee0288cd4 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:50.745905 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-36ad23f6-51f6-4bb1-a933-74e5af599751 req-7d25b4da-9da5-4a05-abe7-a3bee0288cd4 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 945 time: 0.0559499 Jun 08 13:54:50.770548 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:50.809516 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-36ad23f6-51f6-4bb1-a933-74e5af599751 req-7e4f00cb-6c11-4a31-90d8-67971c0896a0 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579662 Jun 08 13:54:50.825642 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 41836) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:50.934118 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-b5ace51a-f438-4649-89a0-d24f87ccfbbb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1374192011-network', 'tenant_id': 'b53d8ce8920c4eb886b75eff075c4404'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:54:51.044320 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ace51a-f438-4649-89a0-d24f87ccfbbb admin admin] Made reservation on behalf of b53d8ce8920c4eb886b75eff075c4404 for: {'network': 1} {{(pid=110997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:54:51.046701 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b5ace51a-f438-4649-89a0-d24f87ccfbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for network (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:51.056084 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b5ace51a-f438-4649-89a0-d24f87ccfbbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:51.135175 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b5ace51a-f438-4649-89a0-d24f87ccfbbb admin admin] Publish callbacks [] for security_group (31bb6b8c-9008-4abc-b3f1-f7112a1c1c15), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:51.238248 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b5ace51a-f438-4649-89a0-d24f87ccfbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (31bb6b8c-9008-4abc-b3f1-f7112a1c1c15), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:51.245405 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:51.267893 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ace51a-f438-4649-89a0-d24f87ccfbbb admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=110997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:54:51.274595 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ace51a-f438-4649-89a0-d24f87ccfbbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bb6b8c-9008-4abc-b3f1-f7112a1c1c15,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:51.280705 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b5ace51a-f438-4649-89a0-d24f87ccfbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (74e04f29-4006-476b-b72a-d7affede5666), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:51.281048 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.db.segments_db [None req-b5ace51a-f438-4649-89a0-d24f87ccfbbb admin admin] Added segment 74e04f29-4006-476b-b72a-d7affede5666 of type vlan for network e4901fa2-eb13-41c7-b74e-bcfc886edcb7 Jun 08 13:54:51.325816 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b5ace51a-f438-4649-89a0-d24f87ccfbbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774158396263'] for network (e4901fa2-eb13-41c7-b74e-bcfc886edcb7), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:51.434574 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b5ace51a-f438-4649-89a0-d24f87ccfbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for network (e4901fa2-eb13-41c7-b74e-bcfc886edcb7), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:51.435562 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ace51a-f438-4649-89a0-d24f87ccfbbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:51.436179 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b5ace51a-f438-4649-89a0-d24f87ccfbbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:51.498192 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ace51a-f438-4649-89a0-d24f87ccfbbb admin admin] Pushing event updated for resources: {'Network': ['ID=e4901fa2-eb13-41c7-b74e-bcfc886edcb7,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:51.508234 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Network e4901fa2-eb13-41c7-b74e-bcfc886edcb7 details requested by agent ovs-agent-dv-cinder-819149-5-iscsi with host dv-cinder-819149-5-iscsi {{(pid=110999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:54:51.566893 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-b5ace51a-f438-4649-89a0-d24f87ccfbbb admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7400978 Jun 08 13:54:51.573890 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 41840) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:54:51.578667 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-8b42b9c2-b272-480a-b7a4-8c176528a547 admin admin] Request body: {'subnet': {'network_id': 'e4901fa2-eb13-41c7-b74e-bcfc886edcb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1374192011-subnet', 'tenant_id': 'b53d8ce8920c4eb886b75eff075c4404', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:54:51.685754 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b42b9c2-b272-480a-b7a4-8c176528a547 admin admin] Made reservation on behalf of b53d8ce8920c4eb886b75eff075c4404 for: {'subnet': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:54:51.688182 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-8b42b9c2-b272-480a-b7a4-8c176528a547 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12398527'] for subnet (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:51.806044 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:51.927722 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94834ff-5b53-4d85-825e-c8f26e07f02c req-8b70fed0-bb9e-4551-beec-cf7735b27fd7 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:51.929414 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c94834ff-5b53-4d85-825e-c8f26e07f02c req-8b70fed0-bb9e-4551-beec-cf7735b27fd7 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 945 time: 0.0471919 Jun 08 13:54:51.954728 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-8b42b9c2-b272-480a-b7a4-8c176528a547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11356177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12398477'] for subnet (eb8b74dc-0792-42e8-8983-f9e5611c59a9), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:51.980801 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c94834ff-5b53-4d85-825e-c8f26e07f02c req-944a222c-cdd7-45f5-81fc-8465a2da26a6 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459456 Jun 08 13:54:52.011857 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42b9c2-b272-480a-b7a4-8c176528a547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb8b74dc-0792-42e8-8983-f9e5611c59a9,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:52.021755 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b42b9c2-b272-480a-b7a4-8c176528a547 admin admin] Checking segment: {'id': '74e04f29-4006-476b-b72a-d7affede5666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e4901fa2-eb13-41c7-b74e-bcfc886edcb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:54:52.022099 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b42b9c2-b272-480a-b7a4-8c176528a547 admin admin] Network hostable DHCP agents. Network: e4901fa2-eb13-41c7-b74e-bcfc886edcb7, hostable agents: ['0fe93b45-7a7a-4833-aa38-a6b4536a05ba'], hosted agents: [] {{(pid=110998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:54:52.125474 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b42b9c2-b272-480a-b7a4-8c176528a547 admin admin] Network e4901fa2-eb13-41c7-b74e-bcfc886edcb7 is scheduled to be hosted by DHCP agent 0fe93b45-7a7a-4833-aa38-a6b4536a05ba with binding_index 1 {{(pid=110998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:54:52.211189 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-8b42b9c2-b272-480a-b7a4-8c176528a547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-5-iscsi, e4901fa2-eb13-41c7-b74e-bcfc886edcb7) {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:54:52.215200 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b42b9c2-b272-480a-b7a4-8c176528a547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:52.215787 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-8b42b9c2-b272-480a-b7a4-8c176528a547 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:52.221425 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ec331e-b37d-410b-9095-7d4d3f39a7e6 None None] Network e4901fa2-eb13-41c7-b74e-bcfc886edcb7 requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:54:52.319383 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ba779c-e4cf-4ec3-8591-a6323bf9abe2 None None] Network e4901fa2-eb13-41c7-b74e-bcfc886edcb7 requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:54:52.328274 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-8b42b9c2-b272-480a-b7a4-8c176528a547 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7532752 Jun 08 13:54:54.494837 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-9db4aada-5630-40d6-abda-eb63c5d7a863 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:54.496378 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-9db4aada-5630-40d6-abda-eb63c5d7a863 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/networks?id=e4901fa2-eb13-41c7-b74e-bcfc886edcb7 HTTP/1.1" status: 200 len: 809 time: 0.1060023 Jun 08 13:54:54.511051 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-2460e2dd-04bb-4cb0-91bf-a4c9ba4f7767 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/quotas/b53d8ce8920c4eb886b75eff075c4404 HTTP/1.1" status: 200 len: 375 time: 0.0094080 Jun 08 13:54:54.544202 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-e45681ee-c167-41ba-ae81-f578a2b105f0 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b53d8ce8920c4eb886b75eff075c4404&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282462 Jun 08 13:54:54.642014 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-1dd75741-eab2-4ce9-8e7b-74f85007cc44 service neutron] 10.222.0.55 "GET /v2.0/networks/e4901fa2-eb13-41c7-b74e-bcfc886edcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912905 Jun 08 13:54:54.730204 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-8553546a-7a91-4304-8d50-da3b08140ae8 service neutron] 10.222.0.55 "GET /v2.0/networks/e4901fa2-eb13-41c7-b74e-bcfc886edcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826190 Jun 08 13:54:55.004159 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4448e3e4-4d0f-4e28-8e5a-d08ce4e959a1 req-510646b1-085d-40a7-941c-5edf874485e5 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=425b8025-9d0a-4f63-8dc7-513ab38377ad HTTP/1.1" status: 200 len: 210 time: 0.0296764 Jun 08 13:54:56.085321 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9db187b1-aba7-4ee1-a76b-d29c858f9393 req-d694d208-2d63-4ec2-a344-75674e712b33 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=425b8025-9d0a-4f63-8dc7-513ab38377ad HTTP/1.1" status: 200 len: 210 time: 0.0315619 Jun 08 13:54:57.180680 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6a129115-99ea-489e-95d3-2a2f618dff0e req-15d9b485-d0df-48b4-bb27-c27e4fc001c7 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=425b8025-9d0a-4f63-8dc7-513ab38377ad HTTP/1.1" status: 200 len: 210 time: 0.0279555 Jun 08 13:54:57.539022 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-4721845d-cbb9-40ac-ab16-bc89749a8520 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:57.540573 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-4721845d-cbb9-40ac-ab16-bc89749a8520 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.61 "GET /v2.0/networks?id=e4901fa2-eb13-41c7-b74e-bcfc886edcb7 HTTP/1.1" status: 200 len: 809 time: 0.1036143 Jun 08 13:54:57.551983 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Request body: {'port': {'device_id': '425b8025-9d0a-4f63-8dc7-513ab38377ad', 'network_id': 'e4901fa2-eb13-41c7-b74e-bcfc886edcb7', 'admin_state_up': True, 'tenant_id': 'b53d8ce8920c4eb886b75eff075c4404'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:54:57.708445 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Made reservation on behalf of b53d8ce8920c4eb886b75eff075c4404 for: {'port': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:54:57.711901 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:57.823274 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:57.843629 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Allocated IP 172.20.0.5 (e4901fa2-eb13-41c7-b74e-bcfc886edcb7/eb8b74dc-0792-42e8-8983-f9e5611c59a9/c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:54:57.991138 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Publish callbacks [] for port (c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:58.009412 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=7 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:58.102216 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:58.144696 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Network e4901fa2-eb13-41c7-b74e-bcfc886edcb7 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:54:58.148388 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:54:58.150656 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:54:58.178243 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Pushing event updated for resources: {'Port': ['ID=c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:58.193323 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:58.193670 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:58.193995 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:58.194325 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:58.194725 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:58.195190 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:58.195573 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:58.195892 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:58.196241 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:58.196554 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:58.202223 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:58.202223 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:58.202223 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:58.202223 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:58.202223 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:58.221787 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:58.222392 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:58.296460 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506736f-04bf-4e10-8342-6c123967a54a req-e8ce0716-c57d-4c47-b5f2-f02e5fdbb3e8 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:58.297905 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f506736f-04bf-4e10-8342-6c123967a54a req-e8ce0716-c57d-4c47-b5f2-f02e5fdbb3e8 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=425b8025-9d0a-4f63-8dc7-513ab38377ad HTTP/1.1" status: 200 len: 931 time: 0.0469873 Jun 08 13:54:58.299324 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-d8327538-6b09-4c5b-a471-3e8bcb6a2905 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7508805 Jun 08 13:54:58.310462 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-f227b8dd-6b79-4e01-bf09-a4d0cd12a546 service neutron] Request body: {'port': {'device_id': '425b8025-9d0a-4f63-8dc7-513ab38377ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:54:58.339123 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:58.346757 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f506736f-04bf-4e10-8342-6c123967a54a req-e8451480-9787-4b19-83d4-51e78fdb303d tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b8c-9008-4abc-b3f1-f7112a1c1c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429702 Jun 08 13:54:58.370108 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-f227b8dd-6b79-4e01-bf09-a4d0cd12a546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:58.650413 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-f227b8dd-6b79-4e01-bf09-a4d0cd12a546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0 {{(pid=110998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:54:58.657573 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-f227b8dd-6b79-4e01-bf09-a4d0cd12a546 service neutron] Publish callbacks [] for port (c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:58.669731 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.provisioning_blocks [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-f227b8dd-6b79-4e01-bf09-a4d0cd12a546 service neutron] Transition to ACTIVE for port object c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0 will not be triggered until provisioned by entity L2. {{(pid=110998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 13:54:58.730662 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-f227b8dd-6b79-4e01-bf09-a4d0cd12a546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:58.782001 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227b8dd-6b79-4e01-bf09-a4d0cd12a546 service neutron] Pushing event updated for resources: {'Port': ['ID=c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:58.853149 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-f227b8dd-6b79-4e01-bf09-a4d0cd12a546 service neutron] Attempting to bind port c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:54:58.853477 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-f227b8dd-6b79-4e01-bf09-a4d0cd12a546 service neutron] Attempting to bind port c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '74e04f29-4006-476b-b72a-d7affede5666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e4901fa2-eb13-41c7-b74e-bcfc886edcb7'}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:54:58.853797 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-f227b8dd-6b79-4e01-bf09-a4d0cd12a546 service neutron] Attempting to bind port c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0 on network e4901fa2-eb13-41c7-b74e-bcfc886edcb7 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:54:58.858068 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-f227b8dd-6b79-4e01-bf09-a4d0cd12a546 service neutron] Port c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0 on network e4901fa2-eb13-41c7-b74e-bcfc886edcb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:54:58.858388 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-f227b8dd-6b79-4e01-bf09-a4d0cd12a546 service neutron] Attempting to bind port c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0 on network e4901fa2-eb13-41c7-b74e-bcfc886edcb7 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:54:58.863177 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-f227b8dd-6b79-4e01-bf09-a4d0cd12a546 service neutron] Checking agent: {'id': '2c87fc52-0797-4c68-9855-572d3067389f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'started_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:54:58.863509 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-f227b8dd-6b79-4e01-bf09-a4d0cd12a546 service neutron] Checking segment: {'id': '74e04f29-4006-476b-b72a-d7affede5666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e4901fa2-eb13-41c7-b74e-bcfc886edcb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:54:58.863880 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-f227b8dd-6b79-4e01-bf09-a4d0cd12a546 service neutron] Bound using segment: {'id': '74e04f29-4006-476b-b72a-d7affede5666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e4901fa2-eb13-41c7-b74e-bcfc886edcb7'} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:54:58.864325 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-f227b8dd-6b79-4e01-bf09-a4d0cd12a546 service neutron] Bound port: c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e04f29-4006-476b-b72a-d7affede5666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e4901fa2-eb13-41c7-b74e-bcfc886edcb7'}}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:54:58.864674 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-f227b8dd-6b79-4e01-bf09-a4d0cd12a546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:58.896747 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:58.927287 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-f227b8dd-6b79-4e01-bf09-a4d0cd12a546 service neutron] For port c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0, host hv-cinder-81914, cleared binding levels {{(pid=110998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:54:58.930305 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-f227b8dd-6b79-4e01-bf09-a4d0cd12a546 service neutron] For port c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0,segment=NetworkSegment(74e04f29-4006-476b-b72a-d7affede5666),segment_id=74e04f29-4006-476b-b72a-d7affede5666)] {{(pid=110998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:54:59.023256 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-f227b8dd-6b79-4e01-bf09-a4d0cd12a546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:59.057065 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-f227b8dd-6b79-4e01-bf09-a4d0cd12a546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:59.057694 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-f227b8dd-6b79-4e01-bf09-a4d0cd12a546 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:54:59.059031 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-f227b8dd-6b79-4e01-bf09-a4d0cd12a546 service neutron] 10.222.0.61 "PUT /v2.0/ports/c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0 HTTP/1.1" status: 200 len: 1093 time: 0.7526648 Jun 08 13:54:59.059454 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '425b8025-9d0a-4f63-8dc7-513ab38377ad', 'tag': 'c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:54:59.061676 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f4c68f-8361-4de2-8cab-74e97fa50c09" -d '{"events": [{"name": "network-changed", "server_uuid": "425b8025-9d0a-4f63-8dc7-513ab38377ad", "tag": "c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:54:59.079737 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:54:59.084530 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227b8dd-6b79-4e01-bf09-a4d0cd12a546 service neutron] Pushing event updated for resources: {'Port': ['ID=c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0,revision_number=3']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:59.103905 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89880134-e17c-4bc7-8a6e-c15400875362 x-openstack-request-id: req-89880134-e17c-4bc7-8a6e-c15400875362 {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:54:59.104233 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "425b8025-9d0a-4f63-8dc7-513ab38377ad", "tag": "c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:54:59.104481 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-89880134-e17c-4bc7-8a6e-c15400875362 {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:54:59.104874 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89880134-e17c-4bc7-8a6e-c15400875362'] response: {'name': 'network-changed', 'server_uuid': '425b8025-9d0a-4f63-8dc7-513ab38377ad', 'tag': 'c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0', 'status': 'completed', 'code': 200} Jun 08 13:54:59.170204 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4c68f-8361-4de2-8cab-74e97fa50c09 req-c5fd6cec-dd8e-41ec-a06f-cc1cecf3c28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:59.171694 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-b1f4c68f-8361-4de2-8cab-74e97fa50c09 req-c5fd6cec-dd8e-41ec-a06f-cc1cecf3c28f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b53d8ce8920c4eb886b75eff075c4404&device_id=425b8025-9d0a-4f63-8dc7-513ab38377ad HTTP/1.1" status: 200 len: 1127 time: 0.0417995 Jun 08 13:54:59.277080 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4c68f-8361-4de2-8cab-74e97fa50c09 req-7bfb4789-e231-4e8c-91a0-1c52232ef084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:59.282079 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-b1f4c68f-8361-4de2-8cab-74e97fa50c09 req-7bfb4789-e231-4e8c-91a0-1c52232ef084 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b53d8ce8920c4eb886b75eff075c4404&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1024563 Jun 08 13:54:59.373615 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4c68f-8361-4de2-8cab-74e97fa50c09 req-b263df51-fde3-4251-808c-4d7d60c9f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:59.375114 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-b1f4c68f-8361-4de2-8cab-74e97fa50c09 req-b263df51-fde3-4251-808c-4d7d60c9f826 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875719 Jun 08 13:54:59.456129 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-6c4b0736-63ee-418f-8ee5-ab5ab2708e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:59.457609 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-6c4b0736-63ee-418f-8ee5-ab5ab2708e39 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b53d8ce8920c4eb886b75eff075c4404&device_id=425b8025-9d0a-4f63-8dc7-513ab38377ad HTTP/1.1" status: 200 len: 1127 time: 0.0394237 Jun 08 13:54:59.467558 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29a882-9571-4c25-8462-a6c37b28273c req-8ef13c98-5718-4915-9e35-cea91754cb1a tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:59.469378 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4a29a882-9571-4c25-8462-a6c37b28273c req-8ef13c98-5718-4915-9e35-cea91754cb1a tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=425b8025-9d0a-4f63-8dc7-513ab38377ad HTTP/1.1" status: 200 len: 943 time: 0.0526571 Jun 08 13:54:59.501824 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-0e4ff235-54b9-406b-aaae-4aba56d597af service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0 HTTP/1.1" status: 200 len: 217 time: 0.0358207 Jun 08 13:54:59.519461 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4a29a882-9571-4c25-8462-a6c37b28273c req-c9c876f6-3b46-43ca-b6cc-54abb625da0c tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b8c-9008-4abc-b3f1-f7112a1c1c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436316 Jun 08 13:54:59.562530 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-ca0817f2-30b4-4c5f-b276-2721aed5ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:59.563942 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-ca0817f2-30b4-4c5f-b276-2721aed5ab8b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb8b74dc-0792-42e8-8983-f9e5611c59a9 HTTP/1.1" status: 200 len: 849 time: 0.0445819 Jun 08 13:54:59.594259 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-3dc684f0-4aa8-4956-9869-3e1f21685985 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e4901fa2-eb13-41c7-b74e-bcfc886edcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243268 Jun 08 13:54:59.684795 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-d15e01a7-9c71-4359-8688-13ecc3aeed92 service neutron] 10.222.0.61 "GET /v2.0/networks/e4901fa2-eb13-41c7-b74e-bcfc886edcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843303 Jun 08 13:54:59.694390 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:54:59.770760 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-a2f1833f-edc6-4b77-ba99-b2a10972c9c6 req-5f34e4d5-28ea-47c2-b53d-e743dc40001a service neutron] 10.222.0.61 "GET /v2.0/networks/e4901fa2-eb13-41c7-b74e-bcfc886edcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799062 Jun 08 13:55:00.051230 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=90 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:00.639170 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817681f-dd11-4954-978a-c7148f1a0e93 req-c749ae83-ab47-4a23-a110-fd3bfd85783e tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:00.640712 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d817681f-dd11-4954-978a-c7148f1a0e93 req-c749ae83-ab47-4a23-a110-fd3bfd85783e tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=425b8025-9d0a-4f63-8dc7-513ab38377ad HTTP/1.1" status: 200 len: 943 time: 0.0478587 Jun 08 13:55:00.688572 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d817681f-dd11-4954-978a-c7148f1a0e93 req-f8050258-a04b-4f3e-91ee-162afb800ef1 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b8c-9008-4abc-b3f1-f7112a1c1c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421262 Jun 08 13:55:01.812614 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a2114-017d-4f4c-a5b7-b13bd1ec0756 req-0491d744-c8c3-4350-9aa8-a14eeda2e6d7 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:01.814108 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b28a2114-017d-4f4c-a5b7-b13bd1ec0756 req-0491d744-c8c3-4350-9aa8-a14eeda2e6d7 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=425b8025-9d0a-4f63-8dc7-513ab38377ad HTTP/1.1" status: 200 len: 943 time: 0.0481744 Jun 08 13:55:01.838553 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-57855fc5-5bc1-433a-8d88-cf30b837d29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:01.867669 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b28a2114-017d-4f4c-a5b7-b13bd1ec0756 req-5001d888-9444-43c8-9fbc-815e6c944e56 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b8c-9008-4abc-b3f1-f7112a1c1c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474195 Jun 08 13:55:02.666188 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:55:02.764328 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0,segment=NetworkSegment(74e04f29-4006-476b-b72a-d7affede5666),segment_id=74e04f29-4006-476b-b72a-d7affede5666)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:02.775970 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Returning: {'device': 'c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0', 'network_id': 'e4901fa2-eb13-41c7-b74e-bcfc886edcb7', 'port_id': 'c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0', 'mac_address': 'fa:16:3e:d2:9f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8b74dc-0792-42e8-8983-f9e5611c59a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:55:02.781342 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:02.809348 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0 is: DOWN; New status is: BUILD {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:55:02.809724 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:02.823113 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0 {{(pid=110999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:55:02.843766 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0,segment=NetworkSegment(74e04f29-4006-476b-b72a-d7affede5666),segment_id=74e04f29-4006-476b-b72a-d7affede5666)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:02.915391 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:02.966296 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:02.973750 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:02.974089 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:02.974447 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:02.974784 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:02.975117 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:02.975481 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:02.976383 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:02.976740 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:02.977139 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:02.977603 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:02.978048 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:02.978372 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:02.978691 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:02.979004 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:02.979317 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:02.991468 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf275a-2e29-4552-afba-09e037866df8 req-41d913c4-ee21-478f-92f8-c783284553db tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:02.993020 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4edf275a-2e29-4552-afba-09e037866df8 req-41d913c4-ee21-478f-92f8-c783284553db tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=425b8025-9d0a-4f63-8dc7-513ab38377ad HTTP/1.1" status: 200 len: 944 time: 0.0518868 Jun 08 13:55:03.041249 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4edf275a-2e29-4552-afba-09e037866df8 req-d940ca36-c040-44f6-9741-56ce774c5428 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b8c-9008-4abc-b3f1-f7112a1c1c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424964 Jun 08 13:55:03.172980 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:55:03.250721 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:04.072447 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-874abcfd-e92d-4dc1-9788-8dd57856e290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:04.156812 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971d1a7-75d6-40a2-9095-3fd1a7b97bb2 req-9b4b4cbe-77ac-40f7-bde7-242e17658022 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:04.158311 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4971d1a7-75d6-40a2-9095-3fd1a7b97bb2 req-9b4b4cbe-77ac-40f7-bde7-242e17658022 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=425b8025-9d0a-4f63-8dc7-513ab38377ad HTTP/1.1" status: 200 len: 944 time: 0.0487492 Jun 08 13:55:04.177601 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:04.206173 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4971d1a7-75d6-40a2-9095-3fd1a7b97bb2 req-bfb1608e-d20a-49bb-abe8-4e88df8af20e tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b8c-9008-4abc-b3f1-f7112a1c1c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411801 Jun 08 13:55:04.681339 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0 up at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:55:04.727969 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning for port c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0 completed by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 13:55:04.821878 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning complete for port c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:55:04.822241 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:04.891971 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0 is: BUILD; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:55:04.892370 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:04.913914 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425b8025-9d0a-4f63-8dc7-513ab38377ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:04.916158 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd90d327-392d-4d74-aff1-98f25e7223f7" -d '{"events": [{"server_uuid": "425b8025-9d0a-4f63-8dc7-513ab38377ad", "name": "network-vif-plugged", "status": "completed", "tag": "c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:04.928256 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0,segment=NetworkSegment(74e04f29-4006-476b-b72a-d7affede5666),segment_id=74e04f29-4006-476b-b72a-d7affede5666)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:04.956522 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5fcde0-8aeb-4d4a-858f-4d369c6f3eda x-openstack-request-id: req-5b5fcde0-8aeb-4d4a-858f-4d369c6f3eda {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:04.956522 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425b8025-9d0a-4f63-8dc7-513ab38377ad", "name": "network-vif-plugged", "status": "completed", "tag": "c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:04.956522 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b5fcde0-8aeb-4d4a-858f-4d369c6f3eda {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:04.956522 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b5fcde0-8aeb-4d4a-858f-4d369c6f3eda'] response: {'server_uuid': '425b8025-9d0a-4f63-8dc7-513ab38377ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0', 'code': 200} Jun 08 13:55:05.005282 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:05.062192 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:05.321188 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9eb352-2400-44f3-a5c7-683c7a5ad0dd req-75f574d6-3e73-4871-a8ea-e42a431a40fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:05.322746 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-cf9eb352-2400-44f3-a5c7-683c7a5ad0dd req-75f574d6-3e73-4871-a8ea-e42a431a40fb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=425b8025-9d0a-4f63-8dc7-513ab38377ad HTTP/1.1" status: 200 len: 1129 time: 0.0397358 Jun 08 13:55:05.330152 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c817d0d-bdb8-4a88-9a38-50028f79a014 req-62ceed2a-5255-42ca-ac3b-8b295f4aa9b9 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:05.331752 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7c817d0d-bdb8-4a88-9a38-50028f79a014 req-62ceed2a-5255-42ca-ac3b-8b295f4aa9b9 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=425b8025-9d0a-4f63-8dc7-513ab38377ad HTTP/1.1" status: 200 len: 945 time: 0.0526814 Jun 08 13:55:05.376142 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-cf9eb352-2400-44f3-a5c7-683c7a5ad0dd req-668f0882-fd0c-4157-a17f-0fe81f17af81 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=31bb6b8c-9008-4abc-b3f1-f7112a1c1c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437233 Jun 08 13:55:05.381646 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7c817d0d-bdb8-4a88-9a38-50028f79a014 req-bbcd1531-8265-428c-bc95-f3833eb59640 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b8c-9008-4abc-b3f1-f7112a1c1c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442884 Jun 08 13:55:05.519415 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:06.498185 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75184907-5ed1-4388-90a2-8f10b1601900 req-0cf14e07-1602-4635-8b1b-7dd788a93d51 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:06.499635 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-75184907-5ed1-4388-90a2-8f10b1601900 req-0cf14e07-1602-4635-8b1b-7dd788a93d51 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=425b8025-9d0a-4f63-8dc7-513ab38377ad HTTP/1.1" status: 200 len: 945 time: 0.0476663 Jun 08 13:55:06.546241 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-75184907-5ed1-4388-90a2-8f10b1601900 req-83d85cd9-ec4c-49d0-9766-87375a2c0b39 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b8c-9008-4abc-b3f1-f7112a1c1c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408082 Jun 08 13:55:06.649711 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:07.666363 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd6611-a224-41ff-9d89-a73c23cb355b req-1771291b-f1c4-4136-830b-a5b96c8d2fa6 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:07.667818 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-92dd6611-a224-41ff-9d89-a73c23cb355b req-1771291b-f1c4-4136-830b-a5b96c8d2fa6 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=425b8025-9d0a-4f63-8dc7-513ab38377ad HTTP/1.1" status: 200 len: 945 time: 0.0501413 Jun 08 13:55:07.714759 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-92dd6611-a224-41ff-9d89-a73c23cb355b req-48ed0599-2943-4f57-95d0-efd7a5410d82 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b8c-9008-4abc-b3f1-f7112a1c1c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414083 Jun 08 13:55:08.211491 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:09.301873 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4f809-3d7f-4278-82af-f03d6ce36358 req-3e539166-f3a5-4c43-b89e-f4a2230c5578 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:09.303402 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d2a4f809-3d7f-4278-82af-f03d6ce36358 req-3e539166-f3a5-4c43-b89e-f4a2230c5578 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=425b8025-9d0a-4f63-8dc7-513ab38377ad HTTP/1.1" status: 200 len: 945 time: 0.0504689 Jun 08 13:55:09.351129 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d2a4f809-3d7f-4278-82af-f03d6ce36358 req-071ad290-6dc8-47f7-b08e-f7e43d06fc18 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b8c-9008-4abc-b3f1-f7112a1c1c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421646 Jun 08 13:55:09.690796 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=86 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:10.464369 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30f5ba-dac8-4df5-9935-01720e50219a req-b47a0a60-ce1d-4959-badf-8f27d0ddad5c tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:10.465822 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3f30f5ba-dac8-4df5-9935-01720e50219a req-b47a0a60-ce1d-4959-badf-8f27d0ddad5c tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=425b8025-9d0a-4f63-8dc7-513ab38377ad HTTP/1.1" status: 200 len: 945 time: 0.0457556 Jun 08 13:55:10.519996 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3f30f5ba-dac8-4df5-9935-01720e50219a req-231caa83-47dc-47df-810c-258171a05542 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b8c-9008-4abc-b3f1-f7112a1c1c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484052 Jun 08 13:55:10.677180 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c419f-2e3f-4749-b898-0c18be573652 req-cc98c601-e198-4784-8251-3b088549edee tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:10.678607 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-378c419f-2e3f-4749-b898-0c18be573652 req-cc98c601-e198-4784-8251-3b088549edee tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.61 "GET /v2.0/ports?device_id=425b8025-9d0a-4f63-8dc7-513ab38377ad HTTP/1.1" status: 200 len: 945 time: 0.0456231 Jun 08 13:55:10.759233 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-378c419f-2e3f-4749-b898-0c18be573652 req-ff0253c1-15eb-4fa1-8478-b80774effb7e tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Deleting port c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0 {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:55:10.759570 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-378c419f-2e3f-4749-b898-0c18be573652 req-ff0253c1-15eb-4fa1-8478-b80774effb7e tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:10.849160 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:10.851705 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-378c419f-2e3f-4749-b898-0c18be573652 req-ff0253c1-15eb-4fa1-8478-b80774effb7e tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] For port c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0,segment=NetworkSegment(74e04f29-4006-476b-b72a-d7affede5666),segment_id=74e04f29-4006-476b-b72a-d7affede5666)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:10.852150 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-378c419f-2e3f-4749-b898-0c18be573652 req-ff0253c1-15eb-4fa1-8478-b80774effb7e tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:10.865129 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-378c419f-2e3f-4749-b898-0c18be573652 req-ff0253c1-15eb-4fa1-8478-b80774effb7e tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Calling delete_port for c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0 owned by compute:nova {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:55:10.981385 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:11.113741 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-378c419f-2e3f-4749-b898-0c18be573652 req-ff0253c1-15eb-4fa1-8478-b80774effb7e tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:11.126398 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:55:11.143966 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0253c1-15eb-4fa1-8478-b80774effb7e tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Pushing event deleted for resources: {'Port': ['ID=c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:11.186949 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-378c419f-2e3f-4749-b898-0c18be573652 req-ff0253c1-15eb-4fa1-8478-b80774effb7e tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] No DVR routers for this DVR port c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0 on host hv-cinder-81914 {{(pid=110998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:55:11.189405 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-378c419f-2e3f-4749-b898-0c18be573652 req-ff0253c1-15eb-4fa1-8478-b80774effb7e tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:11.192607 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-378c419f-2e3f-4749-b898-0c18be573652 req-ff0253c1-15eb-4fa1-8478-b80774effb7e tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.61 "DELETE /v2.0/ports/c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0 HTTP/1.1" status: 204 len: 173 time: 0.5079818 Jun 08 13:55:11.193039 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425b8025-9d0a-4f63-8dc7-513ab38377ad', 'name': 'network-vif-deleted', 'tag': 'c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:11.195384 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561c1188-0958-408d-8949-67e1028a9611" -d '{"events": [{"server_uuid": "425b8025-9d0a-4f63-8dc7-513ab38377ad", "name": "network-vif-deleted", "tag": "c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:11.231570 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055875b4-1428-4cb2-82b9-f12e54e8a9c1 x-openstack-request-id: req-055875b4-1428-4cb2-82b9-f12e54e8a9c1 {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:11.231807 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425b8025-9d0a-4f63-8dc7-513ab38377ad", "name": "network-vif-deleted", "tag": "c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:11.232147 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-055875b4-1428-4cb2-82b9-f12e54e8a9c1 {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:11.232549 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-055875b4-1428-4cb2-82b9-f12e54e8a9c1'] response: {'server_uuid': '425b8025-9d0a-4f63-8dc7-513ab38377ad', 'name': 'network-vif-deleted', 'tag': 'c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0', 'status': 'completed', 'code': 200} Jun 08 13:55:11.632221 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-82c56485-0187-4608-93c7-9f239cd6c917 req-d7b7d04f-e3d4-4e76-8c94-0da1c6590567 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=425b8025-9d0a-4f63-8dc7-513ab38377ad HTTP/1.1" status: 200 len: 210 time: 0.0282559 Jun 08 13:55:12.886985 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-cad6431e-aecf-4116-89a5-9d6c3bb43ba3 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:12.888425 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-cad6431e-aecf-4116-89a5-9d6c3bb43ba3 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/networks?id=e4901fa2-eb13-41c7-b74e-bcfc886edcb7 HTTP/1.1" status: 200 len: 809 time: 0.0977151 Jun 08 13:55:12.902590 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-0a4e02c1-d669-4449-8f96-527a87ea6f92 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/quotas/b53d8ce8920c4eb886b75eff075c4404 HTTP/1.1" status: 200 len: 375 time: 0.0088670 Jun 08 13:55:12.938025 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-29bf5984-1947-4eee-92d7-5d737e5f598e tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b53d8ce8920c4eb886b75eff075c4404&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304384 Jun 08 13:55:13.044119 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:13.072591 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-d64dc33b-f804-423e-865d-2965945f3eb6 service neutron] 10.222.0.55 "GET /v2.0/networks/e4901fa2-eb13-41c7-b74e-bcfc886edcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280246 Jun 08 13:55:13.165161 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-9e4af42e-9a44-4980-a96a-9288920ae0ad service neutron] 10.222.0.55 "GET /v2.0/networks/e4901fa2-eb13-41c7-b74e-bcfc886edcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867958 Jun 08 13:55:13.436476 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-95ed3059-ac24-472e-a765-54cdf674d1a0 req-30e553cd-2ea4-4033-a6db-c5f87e14c10a tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2ea1823-22e4-476a-bb4e-b33563f13b01 HTTP/1.1" status: 200 len: 210 time: 0.0285172 Jun 08 13:55:13.598954 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:14.535704 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b2502de8-d4ea-4175-976a-1ad8098021ed req-7f78d45e-4e07-4694-8a25-7baf04f3b8b9 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2ea1823-22e4-476a-bb4e-b33563f13b01 HTTP/1.1" status: 200 len: 210 time: 0.0273569 Jun 08 13:55:14.744755 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:55:14.763586 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] No Port match for: c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:55:14.763926 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device c3fd9a1c-42ba-448f-8eb8-aa0d5be5cee0 not bound to the agent host hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:55:15.441817 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-a91429fc-4a28-477a-af8a-e5c872b48182 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:15.443159 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-a91429fc-4a28-477a-af8a-e5c872b48182 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.61 "GET /v2.0/networks?id=e4901fa2-eb13-41c7-b74e-bcfc886edcb7 HTTP/1.1" status: 200 len: 809 time: 0.1030364 Jun 08 13:55:15.456872 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-056c86a5-8f11-4726-9538-265b21ffc8a1 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Request body: {'port': {'device_id': 'f2ea1823-22e4-476a-bb4e-b33563f13b01', 'network_id': 'e4901fa2-eb13-41c7-b74e-bcfc886edcb7', 'admin_state_up': True, 'tenant_id': 'b53d8ce8920c4eb886b75eff075c4404'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:55:15.635127 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-732864d4-e5d1-4bb8-90c8-fa3dacf152bb req-f5f6ec32-4175-41a1-aee9-3300de523e71 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2ea1823-22e4-476a-bb4e-b33563f13b01 HTTP/1.1" status: 200 len: 210 time: 0.0284615 Jun 08 13:55:15.637705 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-056c86a5-8f11-4726-9538-265b21ffc8a1 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Made reservation on behalf of b53d8ce8920c4eb886b75eff075c4404 for: {'port': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:55:15.641501 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-056c86a5-8f11-4726-9538-265b21ffc8a1 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:15.770257 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-056c86a5-8f11-4726-9538-265b21ffc8a1 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Allocated IP 172.20.0.13 (e4901fa2-eb13-41c7-b74e-bcfc886edcb7/eb8b74dc-0792-42e8-8983-f9e5611c59a9/282e0d0f-d8dd-4f42-97de-94271f74ab1c) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:55:15.918716 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-056c86a5-8f11-4726-9538-265b21ffc8a1 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Publish callbacks [] for port (282e0d0f-d8dd-4f42-97de-94271f74ab1c), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:15.993692 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-056c86a5-8f11-4726-9538-265b21ffc8a1 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (282e0d0f-d8dd-4f42-97de-94271f74ab1c), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:16.027569 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:16.035167 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-056c86a5-8f11-4726-9538-265b21ffc8a1 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Network e4901fa2-eb13-41c7-b74e-bcfc886edcb7 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:55:16.042777 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-056c86a5-8f11-4726-9538-265b21ffc8a1 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:55:16.044866 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c86a5-8f11-4726-9538-265b21ffc8a1 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Pushing event updated for resources: {'Port': ['ID=282e0d0f-d8dd-4f42-97de-94271f74ab1c,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:16.046923 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-056c86a5-8f11-4726-9538-265b21ffc8a1 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:55:16.093927 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-056c86a5-8f11-4726-9538-265b21ffc8a1 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:16.094427 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-056c86a5-8f11-4726-9538-265b21ffc8a1 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:16.195998 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-056c86a5-8f11-4726-9538-265b21ffc8a1 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7428722 Jun 08 13:55:16.208932 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-e430e9c3-8c45-4283-8d3e-cb07b339fcb2 service neutron] Request body: {'port': {'device_id': 'f2ea1823-22e4-476a-bb4e-b33563f13b01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:55:16.516147 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:16.523425 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-e430e9c3-8c45-4283-8d3e-cb07b339fcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (282e0d0f-d8dd-4f42-97de-94271f74ab1c), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:16.759683 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e652c-86e2-496f-bd77-1fa96747c662 req-75a643c6-5937-48bb-a5c7-3bd99de92f16 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:16.761172 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-695e652c-86e2-496f-bd77-1fa96747c662 req-75a643c6-5937-48bb-a5c7-3bd99de92f16 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2ea1823-22e4-476a-bb4e-b33563f13b01 HTTP/1.1" status: 200 len: 932 time: 0.0523260 Jun 08 13:55:16.778191 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:16.809731 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-695e652c-86e2-496f-bd77-1fa96747c662 req-c84b26f3-5961-4911-a294-8e853eb1c00f tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b8c-9008-4abc-b3f1-f7112a1c1c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424914 Jun 08 13:55:16.811964 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-e430e9c3-8c45-4283-8d3e-cb07b339fcb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 282e0d0f-d8dd-4f42-97de-94271f74ab1c {{(pid=110998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:55:16.820142 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-e430e9c3-8c45-4283-8d3e-cb07b339fcb2 service neutron] Publish callbacks [] for port (282e0d0f-d8dd-4f42-97de-94271f74ab1c), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:16.832836 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.provisioning_blocks [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-e430e9c3-8c45-4283-8d3e-cb07b339fcb2 service neutron] Transition to ACTIVE for port object 282e0d0f-d8dd-4f42-97de-94271f74ab1c will not be triggered until provisioned by entity L2. {{(pid=110998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 13:55:16.896248 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-e430e9c3-8c45-4283-8d3e-cb07b339fcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (282e0d0f-d8dd-4f42-97de-94271f74ab1c), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:16.950724 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430e9c3-8c45-4283-8d3e-cb07b339fcb2 service neutron] Pushing event updated for resources: {'Port': ['ID=282e0d0f-d8dd-4f42-97de-94271f74ab1c,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:17.018778 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-e430e9c3-8c45-4283-8d3e-cb07b339fcb2 service neutron] Attempting to bind port 282e0d0f-d8dd-4f42-97de-94271f74ab1c on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:55:17.019107 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-e430e9c3-8c45-4283-8d3e-cb07b339fcb2 service neutron] Attempting to bind port 282e0d0f-d8dd-4f42-97de-94271f74ab1c by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '74e04f29-4006-476b-b72a-d7affede5666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e4901fa2-eb13-41c7-b74e-bcfc886edcb7'}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:55:17.019433 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-e430e9c3-8c45-4283-8d3e-cb07b339fcb2 service neutron] Attempting to bind port 282e0d0f-d8dd-4f42-97de-94271f74ab1c on network e4901fa2-eb13-41c7-b74e-bcfc886edcb7 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:55:17.024079 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-e430e9c3-8c45-4283-8d3e-cb07b339fcb2 service neutron] Port 282e0d0f-d8dd-4f42-97de-94271f74ab1c on network e4901fa2-eb13-41c7-b74e-bcfc886edcb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:55:17.024397 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-e430e9c3-8c45-4283-8d3e-cb07b339fcb2 service neutron] Attempting to bind port 282e0d0f-d8dd-4f42-97de-94271f74ab1c on network e4901fa2-eb13-41c7-b74e-bcfc886edcb7 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:55:17.029185 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-e430e9c3-8c45-4283-8d3e-cb07b339fcb2 service neutron] Checking agent: {'id': '2c87fc52-0797-4c68-9855-572d3067389f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'started_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:55:17.029456 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-e430e9c3-8c45-4283-8d3e-cb07b339fcb2 service neutron] Checking segment: {'id': '74e04f29-4006-476b-b72a-d7affede5666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e4901fa2-eb13-41c7-b74e-bcfc886edcb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:55:17.029827 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-e430e9c3-8c45-4283-8d3e-cb07b339fcb2 service neutron] Bound using segment: {'id': '74e04f29-4006-476b-b72a-d7affede5666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e4901fa2-eb13-41c7-b74e-bcfc886edcb7'} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:55:17.030243 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-e430e9c3-8c45-4283-8d3e-cb07b339fcb2 service neutron] Bound port: 282e0d0f-d8dd-4f42-97de-94271f74ab1c, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e04f29-4006-476b-b72a-d7affede5666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e4901fa2-eb13-41c7-b74e-bcfc886edcb7'}}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:55:17.030590 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-e430e9c3-8c45-4283-8d3e-cb07b339fcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (282e0d0f-d8dd-4f42-97de-94271f74ab1c), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:17.079346 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:17.103605 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-e430e9c3-8c45-4283-8d3e-cb07b339fcb2 service neutron] For port 282e0d0f-d8dd-4f42-97de-94271f74ab1c, host hv-cinder-81914, cleared binding levels {{(pid=110998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:55:17.106727 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-e430e9c3-8c45-4283-8d3e-cb07b339fcb2 service neutron] For port 282e0d0f-d8dd-4f42-97de-94271f74ab1c, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=282e0d0f-d8dd-4f42-97de-94271f74ab1c,segment=NetworkSegment(74e04f29-4006-476b-b72a-d7affede5666),segment_id=74e04f29-4006-476b-b72a-d7affede5666)] {{(pid=110998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:55:17.197913 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-e430e9c3-8c45-4283-8d3e-cb07b339fcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (282e0d0f-d8dd-4f42-97de-94271f74ab1c), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:17.237667 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-e430e9c3-8c45-4283-8d3e-cb07b339fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:17.238272 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-e430e9c3-8c45-4283-8d3e-cb07b339fcb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:17.239639 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-e430e9c3-8c45-4283-8d3e-cb07b339fcb2 service neutron] 10.222.0.61 "PUT /v2.0/ports/282e0d0f-d8dd-4f42-97de-94271f74ab1c HTTP/1.1" status: 200 len: 1094 time: 1.0350873 Jun 08 13:55:17.240117 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ea1823-22e4-476a-bb4e-b33563f13b01', 'tag': '282e0d0f-d8dd-4f42-97de-94271f74ab1c'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:17.243173 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302be7b8-77c3-46f5-acfd-ae039f0fe9b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ea1823-22e4-476a-bb4e-b33563f13b01", "tag": "282e0d0f-d8dd-4f42-97de-94271f74ab1c"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:17.261437 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430e9c3-8c45-4283-8d3e-cb07b339fcb2 service neutron] Pushing event updated for resources: {'Port': ['ID=282e0d0f-d8dd-4f42-97de-94271f74ab1c,revision_number=3']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:17.284658 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1204757-966a-4845-a160-ab30ce25ce0c x-openstack-request-id: req-a1204757-966a-4845-a160-ab30ce25ce0c {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:17.284943 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ea1823-22e4-476a-bb4e-b33563f13b01", "tag": "282e0d0f-d8dd-4f42-97de-94271f74ab1c", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:17.285219 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a1204757-966a-4845-a160-ab30ce25ce0c {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:17.285619 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1204757-966a-4845-a160-ab30ce25ce0c'] response: {'name': 'network-changed', 'server_uuid': 'f2ea1823-22e4-476a-bb4e-b33563f13b01', 'tag': '282e0d0f-d8dd-4f42-97de-94271f74ab1c', 'status': 'completed', 'code': 200} Jun 08 13:55:17.343692 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302be7b8-77c3-46f5-acfd-ae039f0fe9b7 req-3988f843-d787-4a14-bda0-6f00d56a4fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:17.345535 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-302be7b8-77c3-46f5-acfd-ae039f0fe9b7 req-3988f843-d787-4a14-bda0-6f00d56a4fbd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b53d8ce8920c4eb886b75eff075c4404&device_id=f2ea1823-22e4-476a-bb4e-b33563f13b01 HTTP/1.1" status: 200 len: 1128 time: 0.0395310 Jun 08 13:55:17.446520 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302be7b8-77c3-46f5-acfd-ae039f0fe9b7 req-8119323b-e910-4353-b333-cb763b8d5e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:17.447951 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-302be7b8-77c3-46f5-acfd-ae039f0fe9b7 req-8119323b-e910-4353-b333-cb763b8d5e66 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b53d8ce8920c4eb886b75eff075c4404&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0933833 Jun 08 13:55:17.542861 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302be7b8-77c3-46f5-acfd-ae039f0fe9b7 req-d6d6fc6a-224f-4590-952d-6efdc2ebe433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:17.544258 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-302be7b8-77c3-46f5-acfd-ae039f0fe9b7 req-d6d6fc6a-224f-4590-952d-6efdc2ebe433 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906065 Jun 08 13:55:17.620510 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-652ed2e5-e23e-4f30-aa36-007cbc415560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:17.621958 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-652ed2e5-e23e-4f30-aa36-007cbc415560 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b53d8ce8920c4eb886b75eff075c4404&device_id=f2ea1823-22e4-476a-bb4e-b33563f13b01 HTTP/1.1" status: 200 len: 1128 time: 0.0399556 Jun 08 13:55:17.666015 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-b6d7afb6-2405-4bb5-9dc1-0b26168d37aa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=282e0d0f-d8dd-4f42-97de-94271f74ab1c HTTP/1.1" status: 200 len: 217 time: 0.0354366 Jun 08 13:55:17.713469 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-f805d93e-751f-4e6a-ab9c-538286403700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:17.714872 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-f805d93e-751f-4e6a-ab9c-538286403700 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb8b74dc-0792-42e8-8983-f9e5611c59a9 HTTP/1.1" status: 200 len: 849 time: 0.0430737 Jun 08 13:55:17.745849 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-10c0ac66-c786-4332-9c14-d2b08a9bb43d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e4901fa2-eb13-41c7-b74e-bcfc886edcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251698 Jun 08 13:55:17.822939 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:17.837136 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-a757b017-def8-425e-b920-53d2d6521141 service neutron] 10.222.0.61 "GET /v2.0/networks/e4901fa2-eb13-41c7-b74e-bcfc886edcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855548 Jun 08 13:55:17.925989 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e600841-1374-435f-8115-dee42818c862 req-d1ee3286-427c-4411-b47c-b0ba0b708502 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:17.927482 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7e600841-1374-435f-8115-dee42818c862 req-d1ee3286-427c-4411-b47c-b0ba0b708502 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2ea1823-22e4-476a-bb4e-b33563f13b01 HTTP/1.1" status: 200 len: 944 time: 0.0490286 Jun 08 13:55:17.928082 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-4fdffb07-8b91-44b1-931e-6f9c0c4a1d1d req-697350f3-cd9a-4dd1-97d4-1f1ab3055103 service neutron] 10.222.0.61 "GET /v2.0/networks/e4901fa2-eb13-41c7-b74e-bcfc886edcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844152 Jun 08 13:55:17.976546 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7e600841-1374-435f-8115-dee42818c862 req-a2dcfe81-e905-4292-a738-caf97e2730a6 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b8c-9008-4abc-b3f1-f7112a1c1c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425441 Jun 08 13:55:19.092307 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55babe39-d145-47b6-9fc2-59e7a9b411fb req-fda4c8d0-4a78-4b73-8652-475dcb04adcc tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:19.093822 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-55babe39-d145-47b6-9fc2-59e7a9b411fb req-fda4c8d0-4a78-4b73-8652-475dcb04adcc tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2ea1823-22e4-476a-bb4e-b33563f13b01 HTTP/1.1" status: 200 len: 944 time: 0.0481493 Jun 08 13:55:19.145451 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-55babe39-d145-47b6-9fc2-59e7a9b411fb req-033c8b10-8be8-45bb-8bca-12bfb5bbace0 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b8c-9008-4abc-b3f1-f7112a1c1c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458837 Jun 08 13:55:20.255381 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e838d3c-50bd-4871-8e40-c51b84a9920b req-3abb76f9-60a4-408b-9833-8f7055836c62 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:20.257670 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0e838d3c-50bd-4871-8e40-c51b84a9920b req-3abb76f9-60a4-408b-9833-8f7055836c62 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2ea1823-22e4-476a-bb4e-b33563f13b01 HTTP/1.1" status: 200 len: 944 time: 0.0470881 Jun 08 13:55:20.304160 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0e838d3c-50bd-4871-8e40-c51b84a9920b req-6ccf7831-49b4-4b25-b322-3b9bc3211ac4 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b8c-9008-4abc-b3f1-f7112a1c1c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412934 Jun 08 13:55:20.805015 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 282e0d0f-d8dd-4f42-97de-94271f74ab1c details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:55:20.903806 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 282e0d0f-d8dd-4f42-97de-94271f74ab1c, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=282e0d0f-d8dd-4f42-97de-94271f74ab1c,segment=NetworkSegment(74e04f29-4006-476b-b72a-d7affede5666),segment_id=74e04f29-4006-476b-b72a-d7affede5666)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:20.915445 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Returning: {'device': '282e0d0f-d8dd-4f42-97de-94271f74ab1c', 'network_id': 'e4901fa2-eb13-41c7-b74e-bcfc886edcb7', 'port_id': '282e0d0f-d8dd-4f42-97de-94271f74ab1c', 'mac_address': 'fa:16:3e:86:09:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8b74dc-0792-42e8-8983-f9e5611c59a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:55:20.920754 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:20.950305 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 282e0d0f-d8dd-4f42-97de-94271f74ab1c is: DOWN; New status is: BUILD {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:55:20.950685 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (282e0d0f-d8dd-4f42-97de-94271f74ab1c), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:20.964387 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 282e0d0f-d8dd-4f42-97de-94271f74ab1c {{(pid=110999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:55:20.984628 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 282e0d0f-d8dd-4f42-97de-94271f74ab1c, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=282e0d0f-d8dd-4f42-97de-94271f74ab1c,segment=NetworkSegment(74e04f29-4006-476b-b72a-d7affede5666),segment_id=74e04f29-4006-476b-b72a-d7affede5666)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:21.027541 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (282e0d0f-d8dd-4f42-97de-94271f74ab1c), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:21.071663 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=282e0d0f-d8dd-4f42-97de-94271f74ab1c,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:21.294941 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['282e0d0f-d8dd-4f42-97de-94271f74ab1c'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:55:21.376919 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:21.420448 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c145a37-9328-4382-82ac-8cc44b096e73 req-b771a541-fb6b-4a74-98d3-f8b8248419b6 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:21.421960 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9c145a37-9328-4382-82ac-8cc44b096e73 req-b771a541-fb6b-4a74-98d3-f8b8248419b6 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2ea1823-22e4-476a-bb4e-b33563f13b01 HTTP/1.1" status: 200 len: 945 time: 0.0492539 Jun 08 13:55:21.471637 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9c145a37-9328-4382-82ac-8cc44b096e73 req-422f250a-6de3-4f81-9308-3d7188a31587 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b8c-9008-4abc-b3f1-f7112a1c1c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431747 Jun 08 13:55:22.588665 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05447481-07fd-4ed8-99c0-4db3857d2c35 req-1e008c09-2a1a-48a4-a7ed-c2fb42790da1 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:22.590149 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-05447481-07fd-4ed8-99c0-4db3857d2c35 req-1e008c09-2a1a-48a4-a7ed-c2fb42790da1 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2ea1823-22e4-476a-bb4e-b33563f13b01 HTTP/1.1" status: 200 len: 945 time: 0.0502934 Jun 08 13:55:22.636415 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-05447481-07fd-4ed8-99c0-4db3857d2c35 req-cb9df9b2-6086-4be0-b88a-2c799385d318 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b8c-9008-4abc-b3f1-f7112a1c1c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405607 Jun 08 13:55:22.713629 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=3 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:22.720474 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=3 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:22.815087 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 282e0d0f-d8dd-4f42-97de-94271f74ab1c up at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:55:22.859016 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning for port 282e0d0f-d8dd-4f42-97de-94271f74ab1c completed by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 13:55:22.934834 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning complete for port 282e0d0f-d8dd-4f42-97de-94271f74ab1c triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:55:22.935205 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (282e0d0f-d8dd-4f42-97de-94271f74ab1c), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:23.006498 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 282e0d0f-d8dd-4f42-97de-94271f74ab1c is: BUILD; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:55:23.007126 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (282e0d0f-d8dd-4f42-97de-94271f74ab1c), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:23.029894 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ea1823-22e4-476a-bb4e-b33563f13b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282e0d0f-d8dd-4f42-97de-94271f74ab1c'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:23.032130 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19f6e35-0670-4501-ae7b-25012f1a2feb" -d '{"events": [{"server_uuid": "f2ea1823-22e4-476a-bb4e-b33563f13b01", "name": "network-vif-plugged", "status": "completed", "tag": "282e0d0f-d8dd-4f42-97de-94271f74ab1c"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:23.045536 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 282e0d0f-d8dd-4f42-97de-94271f74ab1c, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=282e0d0f-d8dd-4f42-97de-94271f74ab1c,segment=NetworkSegment(74e04f29-4006-476b-b72a-d7affede5666),segment_id=74e04f29-4006-476b-b72a-d7affede5666)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:23.067866 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261119a9-58f7-400f-a6ff-cae8957ee8f9 x-openstack-request-id: req-261119a9-58f7-400f-a6ff-cae8957ee8f9 {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:23.068182 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ea1823-22e4-476a-bb4e-b33563f13b01", "name": "network-vif-plugged", "status": "completed", "tag": "282e0d0f-d8dd-4f42-97de-94271f74ab1c", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:23.068433 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-261119a9-58f7-400f-a6ff-cae8957ee8f9 {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:23.068831 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-261119a9-58f7-400f-a6ff-cae8957ee8f9'] response: {'server_uuid': 'f2ea1823-22e4-476a-bb4e-b33563f13b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282e0d0f-d8dd-4f42-97de-94271f74ab1c', 'code': 200} Jun 08 13:55:23.136231 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (282e0d0f-d8dd-4f42-97de-94271f74ab1c), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:23.183149 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=282e0d0f-d8dd-4f42-97de-94271f74ab1c,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:23.351445 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ab658-64df-4ad7-8009-632189076d69 req-e38276bf-3947-4ef9-930b-30a5bf2d0382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:23.352863 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-376ab658-64df-4ad7-8009-632189076d69 req-e38276bf-3947-4ef9-930b-30a5bf2d0382 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f2ea1823-22e4-476a-bb4e-b33563f13b01 HTTP/1.1" status: 200 len: 1130 time: 0.0395098 Jun 08 13:55:23.399001 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-376ab658-64df-4ad7-8009-632189076d69 req-1910eb48-9cd0-48a5-8ace-529655980df8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=31bb6b8c-9008-4abc-b3f1-f7112a1c1c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390399 Jun 08 13:55:23.751375 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e72a4-725c-4b18-b0fe-a780c80794dd req-a5935b93-8a9e-4be0-9f0b-70369ed7d9b9 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:23.752853 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3b4e72a4-725c-4b18-b0fe-a780c80794dd req-a5935b93-8a9e-4be0-9f0b-70369ed7d9b9 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2ea1823-22e4-476a-bb4e-b33563f13b01 HTTP/1.1" status: 200 len: 946 time: 0.0471387 Jun 08 13:55:23.801037 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3b4e72a4-725c-4b18-b0fe-a780c80794dd req-b423bf29-6045-42c0-839c-19a7153da3a8 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b8c-9008-4abc-b3f1-f7112a1c1c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414715 Jun 08 13:55:24.925999 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703cc24-e531-4493-ac62-5d8e80909600 req-1a8c4bfa-46d2-45d8-b9ff-7a5711cccdf1 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:24.927441 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a703cc24-e531-4493-ac62-5d8e80909600 req-1a8c4bfa-46d2-45d8-b9ff-7a5711cccdf1 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2ea1823-22e4-476a-bb4e-b33563f13b01 HTTP/1.1" status: 200 len: 946 time: 0.0502918 Jun 08 13:55:24.976409 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a703cc24-e531-4493-ac62-5d8e80909600 req-bca65447-5c5f-4ed7-83a9-1657b47f0d1e tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b8c-9008-4abc-b3f1-f7112a1c1c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433717 Jun 08 13:55:26.118163 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c9293-176f-4a2f-a6a3-44e7e64a308c req-65f61948-607c-464d-b159-e08aec0c7d9a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:26.119621 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-773c9293-176f-4a2f-a6a3-44e7e64a308c req-65f61948-607c-464d-b159-e08aec0c7d9a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e5f2091-a20c-4030-8483-8ecc25d4cf9c HTTP/1.1" status: 200 len: 946 time: 0.0746181 Jun 08 13:55:26.125330 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a7920-5f9e-4017-8b71-1de3d96962c9 req-b289c99a-8c0e-47c6-9b20-cd7d7205a529 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:26.126657 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bc3a7920-5f9e-4017-8b71-1de3d96962c9 req-b289c99a-8c0e-47c6-9b20-cd7d7205a529 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2ea1823-22e4-476a-bb4e-b33563f13b01 HTTP/1.1" status: 200 len: 946 time: 0.0804307 Jun 08 13:55:26.178839 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:26.201259 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-773c9293-176f-4a2f-a6a3-44e7e64a308c req-0fc56a8a-0e97-4c76-ab8f-49fede105ec0 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=15045d9d-56a0-4847-a447-2f8ef3e3761c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737159 Jun 08 13:55:26.205155 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bc3a7920-5f9e-4017-8b71-1de3d96962c9 req-6aabb94d-22d7-47ce-83cd-9d3015bbd464 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b8c-9008-4abc-b3f1-f7112a1c1c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708089 Jun 08 13:55:27.319694 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53005b-2b9b-426c-9c49-54fdb759fa04 req-a92f44b4-1b6e-49b7-a83b-ca0bd52654b3 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:27.321192 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fd53005b-2b9b-426c-9c49-54fdb759fa04 req-a92f44b4-1b6e-49b7-a83b-ca0bd52654b3 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e5f2091-a20c-4030-8483-8ecc25d4cf9c HTTP/1.1" status: 200 len: 946 time: 0.0498166 Jun 08 13:55:27.368375 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fd53005b-2b9b-426c-9c49-54fdb759fa04 req-a863ab51-e321-4d24-9276-ea29744f169c tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=15045d9d-56a0-4847-a447-2f8ef3e3761c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415192 Jun 08 13:55:27.489691 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662c550-a936-48eb-9a30-fae5d36f2446 req-7b770380-dd31-4891-a4a8-5dad7e635d2d tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:27.491128 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7662c550-a936-48eb-9a30-fae5d36f2446 req-7b770380-dd31-4891-a4a8-5dad7e635d2d tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2ea1823-22e4-476a-bb4e-b33563f13b01 HTTP/1.1" status: 200 len: 946 time: 0.0460844 Jun 08 13:55:27.503070 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:27.539859 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7662c550-a936-48eb-9a30-fae5d36f2446 req-eb15e129-bb11-43e3-8077-e936bd408ee7 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b8c-9008-4abc-b3f1-f7112a1c1c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429981 Jun 08 13:55:28.486556 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b855e-6b2e-44f6-8da1-cfc57b9e1259 req-bb5547d0-64ea-48eb-adda-b8ada1441fc0 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:28.488010 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-423b855e-6b2e-44f6-8da1-cfc57b9e1259 req-bb5547d0-64ea-48eb-adda-b8ada1441fc0 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e5f2091-a20c-4030-8483-8ecc25d4cf9c HTTP/1.1" status: 200 len: 946 time: 0.0499053 Jun 08 13:55:28.532854 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29ea9e-e1c4-41f7-a765-3f65ef815632 req-0caa972b-9f4f-46d7-ae74-f5a8eca27982 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:28.534341 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-9e29ea9e-e1c4-41f7-a765-3f65ef815632 req-0caa972b-9f4f-46d7-ae74-f5a8eca27982 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e5f2091-a20c-4030-8483-8ecc25d4cf9c HTTP/1.1" status: 200 len: 946 time: 0.0505762 Jun 08 13:55:28.535725 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-423b855e-6b2e-44f6-8da1-cfc57b9e1259 req-7409ba2b-c5d0-4c89-af42-47ea8ab4a183 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=15045d9d-56a0-4847-a447-2f8ef3e3761c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409372 Jun 08 13:55:28.652820 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67283952-993a-4c2b-81c7-45486292c1c6 req-b7230fce-89fb-421b-bf66-0bdbc2f32fe0 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:28.654214 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-67283952-993a-4c2b-81c7-45486292c1c6 req-b7230fce-89fb-421b-bf66-0bdbc2f32fe0 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2ea1823-22e4-476a-bb4e-b33563f13b01 HTTP/1.1" status: 200 len: 946 time: 0.0466633 Jun 08 13:55:28.681035 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-9e29ea9e-e1c4-41f7-a765-3f65ef815632 req-744c07dd-6aa6-4434-a499-31e4db212a6a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Deleting port a97697f1-e0f1-452f-a6b3-7e75911bfecf {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:55:28.681365 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-9e29ea9e-e1c4-41f7-a765-3f65ef815632 req-744c07dd-6aa6-4434-a499-31e4db212a6a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (a97697f1-e0f1-452f-a6b3-7e75911bfecf), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:28.701683 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-67283952-993a-4c2b-81c7-45486292c1c6 req-9c3c834c-b1d0-41d2-9850-7cd598e7f07d tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/security-groups?id=31bb6b8c-9008-4abc-b3f1-f7112a1c1c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419712 Jun 08 13:55:28.790168 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097015b-30b1-44d4-bda4-f3e8257732a7 req-79dc7199-b3ab-4958-ada5-6a67d5127dc5 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:28.791638 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-4097015b-30b1-44d4-bda4-f3e8257732a7 req-79dc7199-b3ab-4958-ada5-6a67d5127dc5 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2ea1823-22e4-476a-bb4e-b33563f13b01 HTTP/1.1" status: 200 len: 946 time: 0.0689452 Jun 08 13:55:28.836590 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-9e29ea9e-e1c4-41f7-a765-3f65ef815632 req-744c07dd-6aa6-4434-a499-31e4db212a6a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] For port a97697f1-e0f1-452f-a6b3-7e75911bfecf, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a97697f1-e0f1-452f-a6b3-7e75911bfecf,segment=NetworkSegment(72e5be0a-2230-4fc3-9b1c-85aa27a38fdd),segment_id=72e5be0a-2230-4fc3-9b1c-85aa27a38fdd)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:28.836953 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-9e29ea9e-e1c4-41f7-a765-3f65ef815632 req-744c07dd-6aa6-4434-a499-31e4db212a6a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (a97697f1-e0f1-452f-a6b3-7e75911bfecf), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:28.855281 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:28.934439 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-4097015b-30b1-44d4-bda4-f3e8257732a7 req-2dc4ca4b-3f1d-42f0-8efa-d62c1f17720c tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Deleting port 282e0d0f-d8dd-4f42-97de-94271f74ab1c {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:55:28.934694 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-4097015b-30b1-44d4-bda4-f3e8257732a7 req-2dc4ca4b-3f1d-42f0-8efa-d62c1f17720c tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (282e0d0f-d8dd-4f42-97de-94271f74ab1c), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:29.112565 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-4097015b-30b1-44d4-bda4-f3e8257732a7 req-2dc4ca4b-3f1d-42f0-8efa-d62c1f17720c tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] For port 282e0d0f-d8dd-4f42-97de-94271f74ab1c, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=282e0d0f-d8dd-4f42-97de-94271f74ab1c,segment=NetworkSegment(74e04f29-4006-476b-b72a-d7affede5666),segment_id=74e04f29-4006-476b-b72a-d7affede5666)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:29.112931 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-4097015b-30b1-44d4-bda4-f3e8257732a7 req-2dc4ca4b-3f1d-42f0-8efa-d62c1f17720c tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (282e0d0f-d8dd-4f42-97de-94271f74ab1c), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:29.116702 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-9e29ea9e-e1c4-41f7-a765-3f65ef815632 req-744c07dd-6aa6-4434-a499-31e4db212a6a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:29.117062 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-9e29ea9e-e1c4-41f7-a765-3f65ef815632 req-744c07dd-6aa6-4434-a499-31e4db212a6a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (61f99d26-22ee-4550-b35d-2b58755add8b), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:29.117376 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.l3_db [req-9e29ea9e-e1c4-41f7-a765-3f65ef815632 req-744c07dd-6aa6-4434-a499-31e4db212a6a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Floating IP 61f99d26-22ee-4550-b35d-2b58755add8b disassociated. External IP: 172.27.1.129, port: a97697f1-e0f1-452f-a6b3-7e75911bfecf. Jun 08 13:55:29.117723 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-9e29ea9e-e1c4-41f7-a765-3f65ef815632 req-744c07dd-6aa6-4434-a499-31e4db212a6a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Calling delete_port for a97697f1-e0f1-452f-a6b3-7e75911bfecf owned by compute:nova {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:55:29.134501 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-4097015b-30b1-44d4-bda4-f3e8257732a7 req-2dc4ca4b-3f1d-42f0-8efa-d62c1f17720c tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Calling delete_port for 282e0d0f-d8dd-4f42-97de-94271f74ab1c owned by compute:nova {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:55:29.260670 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:29.415930 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-9e29ea9e-e1c4-41f7-a765-3f65ef815632 req-744c07dd-6aa6-4434-a499-31e4db212a6a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (a97697f1-e0f1-452f-a6b3-7e75911bfecf), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:29.446835 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c07dd-6aa6-4434-a499-31e4db212a6a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event deleted for resources: {'Port': ['ID=a97697f1-e0f1-452f-a6b3-7e75911bfecf,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:29.457488 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-4097015b-30b1-44d4-bda4-f3e8257732a7 req-2dc4ca4b-3f1d-42f0-8efa-d62c1f17720c tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (282e0d0f-d8dd-4f42-97de-94271f74ab1c), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:29.469006 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['282e0d0f-d8dd-4f42-97de-94271f74ab1c'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:55:29.524681 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4ca4b-3f1d-42f0-8efa-d62c1f17720c tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Pushing event deleted for resources: {'Port': ['ID=282e0d0f-d8dd-4f42-97de-94271f74ab1c,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:29.535853 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=12 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:29.601694 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-4097015b-30b1-44d4-bda4-f3e8257732a7 req-2dc4ca4b-3f1d-42f0-8efa-d62c1f17720c tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] No DVR routers for this DVR port 282e0d0f-d8dd-4f42-97de-94271f74ab1c on host hv-cinder-81914 {{(pid=110998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:55:29.606099 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-4097015b-30b1-44d4-bda4-f3e8257732a7 req-2dc4ca4b-3f1d-42f0-8efa-d62c1f17720c tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:29.609428 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-4097015b-30b1-44d4-bda4-f3e8257732a7 req-2dc4ca4b-3f1d-42f0-8efa-d62c1f17720c tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.61 "DELETE /v2.0/ports/282e0d0f-d8dd-4f42-97de-94271f74ab1c HTTP/1.1" status: 204 len: 173 time: 0.8119981 Jun 08 13:55:29.610500 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ea1823-22e4-476a-bb4e-b33563f13b01', 'name': 'network-vif-deleted', 'tag': '282e0d0f-d8dd-4f42-97de-94271f74ab1c'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:29.612148 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad919e6-c73b-446d-bbf6-f9755c076548" -d '{"events": [{"server_uuid": "f2ea1823-22e4-476a-bb4e-b33563f13b01", "name": "network-vif-deleted", "tag": "282e0d0f-d8dd-4f42-97de-94271f74ab1c"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:29.641922 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e29ea9e-e1c4-41f7-a765-3f65ef815632 req-744c07dd-6aa6-4434-a499-31e4db212a6a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:55:29.642553 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bf2b8346-4adc-4cc9-b055-0a4d764c966a req-ce461fcc-3e1f-4fee-b05b-e51ddf0e9dfe tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e5f2091-a20c-4030-8483-8ecc25d4cf9c HTTP/1.1" status: 200 len: 210 time: 0.0367465 Jun 08 13:55:29.656286 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f702712b-4ef6-472d-b520-1e1bb0b19320 x-openstack-request-id: req-f702712b-4ef6-472d-b520-1e1bb0b19320 {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:29.656565 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ea1823-22e4-476a-bb4e-b33563f13b01", "name": "network-vif-deleted", "tag": "282e0d0f-d8dd-4f42-97de-94271f74ab1c", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:29.656925 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f702712b-4ef6-472d-b520-1e1bb0b19320 {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:29.657324 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f702712b-4ef6-472d-b520-1e1bb0b19320'] response: {'server_uuid': 'f2ea1823-22e4-476a-bb4e-b33563f13b01', 'name': 'network-vif-deleted', 'tag': '282e0d0f-d8dd-4f42-97de-94271f74ab1c', 'status': 'completed', 'code': 200} Jun 08 13:55:29.759044 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e29ea9e-e1c4-41f7-a765-3f65ef815632 req-744c07dd-6aa6-4434-a499-31e4db212a6a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:55:29.780809 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b06d19-c97b-424e-a0d5-9d5c6d541006 None None] Sync routers for ids ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:55:29.795625 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b06d19-c97b-424e-a0d5-9d5c6d541006 None None] Routers {'8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:55:29.796592 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-80b06d19-c97b-424e-a0d5-9d5c6d541006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:55:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:29.806747 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e29ea9e-e1c4-41f7-a765-3f65ef815632 req-744c07dd-6aa6-4434-a499-31e4db212a6a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] No DVR routers for this DVR port a97697f1-e0f1-452f-a6b3-7e75911bfecf on host hv-cinder-81914 {{(pid=110998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:55:29.808630 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-664fb395-7a64-4232-9e10-41d817f979c4 req-9119b6fb-b173-4747-accf-bed8272fede9 tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2ea1823-22e4-476a-bb4e-b33563f13b01 HTTP/1.1" status: 200 len: 210 time: 0.0339787 Jun 08 13:55:29.809766 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-9e29ea9e-e1c4-41f7-a765-3f65ef815632 req-744c07dd-6aa6-4434-a499-31e4db212a6a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:29.814054 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-9e29ea9e-e1c4-41f7-a765-3f65ef815632 req-744c07dd-6aa6-4434-a499-31e4db212a6a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.61 "DELETE /v2.0/ports/a97697f1-e0f1-452f-a6b3-7e75911bfecf HTTP/1.1" status: 204 len: 173 time: 1.2097349 Jun 08 13:55:29.921745 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-80b06d19-c97b-424e-a0d5-9d5c6d541006 None None] Set router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:55:30.138796 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-80b06d19-c97b-424e-a0d5-9d5c6d541006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '29d46fae-0d8e-4976-9bce-96e55fffd793', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'port_id': '74879222-2c74-48ad-9499-8d5ec0700aa7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'mac_address': 'fa:16:3e:68:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f074e-36e2-487e-9c9f-b613edaa6bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:53:30Z', 'updated_at': '2022-06-08T13:53:46Z', 'revision_number': 2, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:31Z', 'revision_number': 5, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:30.167429 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b06d19-c97b-424e-a0d5-9d5c6d541006 None None] Checking router: 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:55:30.175944 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b06d19-c97b-424e-a0d5-9d5c6d541006 None None] Routers {'8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:55:30.176556 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-80b06d19-c97b-424e-a0d5-9d5c6d541006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:55:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:30.274723 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-80b06d19-c97b-424e-a0d5-9d5c6d541006 None None] Set router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:55:30.482118 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-80b06d19-c97b-424e-a0d5-9d5c6d541006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '29d46fae-0d8e-4976-9bce-96e55fffd793', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'port_id': '74879222-2c74-48ad-9499-8d5ec0700aa7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'mac_address': 'fa:16:3e:68:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f074e-36e2-487e-9c9f-b613edaa6bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:53:30Z', 'updated_at': '2022-06-08T13:53:46Z', 'revision_number': 2, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:31Z', 'revision_number': 5, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:30.506314 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b06d19-c97b-424e-a0d5-9d5c6d541006 None None] The sync data for ids ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'] in dv-cinder-819149-5-iscsi is: [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '29d46fae-0d8e-4976-9bce-96e55fffd793', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'port_id': '74879222-2c74-48ad-9499-8d5ec0700aa7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'mac_address': 'fa:16:3e:68:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f074e-36e2-487e-9c9f-b613edaa6bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:53:30Z', 'updated_at': '2022-06-08T13:53:46Z', 'revision_number': 2, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:31Z', 'revision_number': 5, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:55:30.749309 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5862a63d-38aa-4309-8f45-5e2fbf193f9b None None] New status for floating IP 61f99d26-22ee-4550-b35d-2b58755add8b: DOWN {{(pid=110999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 13:55:30.763827 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2e29e9f3-0707-478e-a18f-cd2db5b1bbf9 req-97fbc01a-b220-4ca5-9b28-19329e607072 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e5f2091-a20c-4030-8483-8ecc25d4cf9c HTTP/1.1" status: 200 len: 210 time: 0.0290089 Jun 08 13:55:30.884189 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device a97697f1-e0f1-452f-a6b3-7e75911bfecf no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:55:30.905192 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] No Port match for: a97697f1-e0f1-452f-a6b3-7e75911bfecf {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:55:30.905605 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device a97697f1-e0f1-452f-a6b3-7e75911bfecf not bound to the agent host hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:55:31.658329 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5f2091-a20c-4030-8483-8ecc25d4cf9c', 'name': 'network-vif-deleted', 'tag': 'a97697f1-e0f1-452f-a6b3-7e75911bfecf'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:31.660808 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5436543e-6a27-4775-a540-565250b50469" -d '{"events": [{"server_uuid": "5e5f2091-a20c-4030-8483-8ecc25d4cf9c", "name": "network-vif-deleted", "tag": "a97697f1-e0f1-452f-a6b3-7e75911bfecf"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:31.696896 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1aee3b-b036-41e7-a947-beaabbc87e7f x-openstack-request-id: req-4d1aee3b-b036-41e7-a947-beaabbc87e7f {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:31.697202 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5f2091-a20c-4030-8483-8ecc25d4cf9c", "name": "network-vif-deleted", "tag": "a97697f1-e0f1-452f-a6b3-7e75911bfecf", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:31.697450 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4d1aee3b-b036-41e7-a947-beaabbc87e7f {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:31.697845 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d1aee3b-b036-41e7-a947-beaabbc87e7f'] response: {'server_uuid': '5e5f2091-a20c-4030-8483-8ecc25d4cf9c', 'name': 'network-vif-deleted', 'tag': 'a97697f1-e0f1-452f-a6b3-7e75911bfecf', 'status': 'completed', 'code': 200} Jun 08 13:55:31.833240 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-91bc912e-b3af-4b6b-9166-08f9dafb2bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:31.925497 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42080) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:55:31.981851 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-35238e76-bd8e-4bed-b8cf-66b66760b4f8 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group (15045d9d-56a0-4847-a447-2f8ef3e3761c), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:32.005177 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-35238e76-bd8e-4bed-b8cf-66b66760b4f8 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group (15045d9d-56a0-4847-a447-2f8ef3e3761c), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:32.135588 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-35238e76-bd8e-4bed-b8cf-66b66760b4f8 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (15045d9d-56a0-4847-a447-2f8ef3e3761c), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:32.138320 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-35238e76-bd8e-4bed-b8cf-66b66760b4f8 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:32.139533 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-35238e76-bd8e-4bed-b8cf-66b66760b4f8 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "DELETE /v2.0/security-groups/15045d9d-56a0-4847-a447-2f8ef3e3761c HTTP/1.1" status: 204 len: 168 time: 0.2128489 Jun 08 13:55:32.142962 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 42090) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:55:32.150111 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35238e76-bd8e-4bed-b8cf-66b66760b4f8 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15045d9d-56a0-4847-a447-2f8ef3e3761c,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:32.159535 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.api.v2.resource [None req-82354588-e5aa-470b-97b7-7552bb755ae8 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] show failed (client error): The resource could not be found. Jun 08 13:55:32.160832 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-82354588-e5aa-470b-97b7-7552bb755ae8 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups/15045d9d-56a0-4847-a447-2f8ef3e3761c HTTP/1.1" status: 404 len: 347 time: 0.0165563 Jun 08 13:55:32.163647 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 42092) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:55:32.504146 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecca4-5885-42b9-982e-cca9168994ee tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Deleting port 132ec4b0-9eeb-450a-a10e-a3b3afe2611a {{(pid=110997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:55:32.504499 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b0aecca4-5885-42b9-982e-cca9168994ee tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (132ec4b0-9eeb-450a-a10e-a3b3afe2611a), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:32.582864 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b0aecca4-5885-42b9-982e-cca9168994ee tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (132ec4b0-9eeb-450a-a10e-a3b3afe2611a), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:32.583197 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b0aecca4-5885-42b9-982e-cca9168994ee tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (132ec4b0-9eeb-450a-a10e-a3b3afe2611a), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:32.596944 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecca4-5885-42b9-982e-cca9168994ee tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Calling delete_port for 132ec4b0-9eeb-450a-a10e-a3b3afe2611a owned by network:floatingip {{(pid=110997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:55:32.805093 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b0aecca4-5885-42b9-982e-cca9168994ee tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (132ec4b0-9eeb-450a-a10e-a3b3afe2611a), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:32.830584 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecca4-5885-42b9-982e-cca9168994ee tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event deleted for resources: {'Port': ['ID=132ec4b0-9eeb-450a-a10e-a3b3afe2611a,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:32.858439 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecca4-5885-42b9-982e-cca9168994ee tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:32.858781 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecca4-5885-42b9-982e-cca9168994ee tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:32.859123 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecca4-5885-42b9-982e-cca9168994ee tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:32.859459 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecca4-5885-42b9-982e-cca9168994ee tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:32.859792 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecca4-5885-42b9-982e-cca9168994ee tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:32.860188 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecca4-5885-42b9-982e-cca9168994ee tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:32.860516 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecca4-5885-42b9-982e-cca9168994ee tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:32.860841 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecca4-5885-42b9-982e-cca9168994ee tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:32.861165 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecca4-5885-42b9-982e-cca9168994ee tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:32.861493 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecca4-5885-42b9-982e-cca9168994ee tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:32.861816 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecca4-5885-42b9-982e-cca9168994ee tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:32.862138 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecca4-5885-42b9-982e-cca9168994ee tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:32.862457 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecca4-5885-42b9-982e-cca9168994ee tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:32.862775 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecca4-5885-42b9-982e-cca9168994ee tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:32.863093 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecca4-5885-42b9-982e-cca9168994ee tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:32.906567 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b0aecca4-5885-42b9-982e-cca9168994ee tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (61f99d26-22ee-4550-b35d-2b58755add8b), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:32.909050 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b0aecca4-5885-42b9-982e-cca9168994ee tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:32.910201 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-b0aecca4-5885-42b9-982e-cca9168994ee tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "DELETE /v2.0/floatingips/61f99d26-22ee-4550-b35d-2b58755add8b HTTP/1.1" status: 204 len: 168 time: 0.7455344 Jun 08 13:55:33.253407 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 282e0d0f-d8dd-4f42-97de-94271f74ab1c no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:55:33.274499 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] No Port match for: 282e0d0f-d8dd-4f42-97de-94271f74ab1c {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:55:33.274791 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 282e0d0f-d8dd-4f42-97de-94271f74ab1c not bound to the agent host hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:55:34.135539 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ebe1f138-266b-4da3-8822-28e8267b938a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:35.450936 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:35.564404 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:36.694269 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:55:36.718858 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:37.087053 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe0b28-e27b-47bc-b74d-82c287588f9b req-fe79939e-a9ce-4828-b973-427fda303d9f tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:37.089405 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-10fe0b28-e27b-47bc-b74d-82c287588f9b req-fe79939e-a9ce-4828-b973-427fda303d9f tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec5f074e-36e2-487e-9c9f-b613edaa6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0643923 Jun 08 13:55:37.116670 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:37.156890 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-10fe0b28-e27b-47bc-b74d-82c287588f9b req-954cf5ac-8afd-4323-8e50-295a7753e329 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=9451f6e2-2eb5-4983-a26c-efed05f8c022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608351 Jun 08 13:55:38.129887 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:38.278577 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f348862-3d9c-4357-a5bd-cf13d6597b42 req-6c3ce672-72b4-4dc6-a7bb-738a3cdecde5 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:38.279972 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6f348862-3d9c-4357-a5bd-cf13d6597b42 req-6c3ce672-72b4-4dc6-a7bb-738a3cdecde5 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec5f074e-36e2-487e-9c9f-b613edaa6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0488129 Jun 08 13:55:38.340559 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-6f348862-3d9c-4357-a5bd-cf13d6597b42 req-21e8d3bc-84da-4899-8d42-d1014081d73c tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=9451f6e2-2eb5-4983-a26c-efed05f8c022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541968 Jun 08 13:55:38.629726 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871b9af-67ab-4b05-a295-e587bae9ad0c req-f413ea6d-98d0-42d1-abe7-771fe1da0b46 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:38.631118 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-e871b9af-67ab-4b05-a295-e587bae9ad0c req-f413ea6d-98d0-42d1-abe7-771fe1da0b46 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec5f074e-36e2-487e-9c9f-b613edaa6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0507650 Jun 08 13:55:38.720400 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-e871b9af-67ab-4b05-a295-e587bae9ad0c req-afae8f3b-864e-4f07-9852-22a1199e62e4 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Deleting port 74879222-2c74-48ad-9499-8d5ec0700aa7 {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:55:38.720828 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-e871b9af-67ab-4b05-a295-e587bae9ad0c req-afae8f3b-864e-4f07-9852-22a1199e62e4 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (74879222-2c74-48ad-9499-8d5ec0700aa7), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:38.831446 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-e871b9af-67ab-4b05-a295-e587bae9ad0c req-afae8f3b-864e-4f07-9852-22a1199e62e4 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] For port 74879222-2c74-48ad-9499-8d5ec0700aa7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=74879222-2c74-48ad-9499-8d5ec0700aa7,segment=NetworkSegment(72e5be0a-2230-4fc3-9b1c-85aa27a38fdd),segment_id=72e5be0a-2230-4fc3-9b1c-85aa27a38fdd)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:38.831824 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-e871b9af-67ab-4b05-a295-e587bae9ad0c req-afae8f3b-864e-4f07-9852-22a1199e62e4 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (74879222-2c74-48ad-9499-8d5ec0700aa7), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:38.898942 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:38.999312 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-e871b9af-67ab-4b05-a295-e587bae9ad0c req-afae8f3b-864e-4f07-9852-22a1199e62e4 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:38.999543 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-e871b9af-67ab-4b05-a295-e587bae9ad0c req-afae8f3b-864e-4f07-9852-22a1199e62e4 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (29d46fae-0d8e-4976-9bce-96e55fffd793), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:38.999737 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.l3_db [req-e871b9af-67ab-4b05-a295-e587bae9ad0c req-afae8f3b-864e-4f07-9852-22a1199e62e4 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Floating IP 29d46fae-0d8e-4976-9bce-96e55fffd793 disassociated. External IP: 172.27.1.209, port: 74879222-2c74-48ad-9499-8d5ec0700aa7. Jun 08 13:55:39.000091 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-e871b9af-67ab-4b05-a295-e587bae9ad0c req-afae8f3b-864e-4f07-9852-22a1199e62e4 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Calling delete_port for 74879222-2c74-48ad-9499-8d5ec0700aa7 owned by compute:nova {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:55:39.124762 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:39.387266 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-e871b9af-67ab-4b05-a295-e587bae9ad0c req-afae8f3b-864e-4f07-9852-22a1199e62e4 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (74879222-2c74-48ad-9499-8d5ec0700aa7), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:39.417046 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae8f3b-864e-4f07-9852-22a1199e62e4 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event deleted for resources: {'Port': ['ID=74879222-2c74-48ad-9499-8d5ec0700aa7,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:39.483650 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8f7eb24e-d469-41d6-a204-1d260fe04b99 req-b166780b-e62b-46f1-9d13-d61b421a96d4 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec5f074e-36e2-487e-9c9f-b613edaa6bf0 HTTP/1.1" status: 200 len: 210 time: 0.0322106 Jun 08 13:55:39.553829 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e871b9af-67ab-4b05-a295-e587bae9ad0c req-afae8f3b-864e-4f07-9852-22a1199e62e4 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:55:39.674222 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e871b9af-67ab-4b05-a295-e587bae9ad0c req-afae8f3b-864e-4f07-9852-22a1199e62e4 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:55:39.687942 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddaa92f-bc75-4ea4-962c-7aff38fd91fa None None] Sync routers for ids ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:55:39.703598 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddaa92f-bc75-4ea4-962c-7aff38fd91fa None None] Routers {'8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:55:39.704137 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-8ddaa92f-bc75-4ea4-962c-7aff38fd91fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:55:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:39.739836 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-e871b9af-67ab-4b05-a295-e587bae9ad0c req-afae8f3b-864e-4f07-9852-22a1199e62e4 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] No DVR routers for this DVR port 74879222-2c74-48ad-9499-8d5ec0700aa7 on host hv-cinder-81914 {{(pid=110998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:55:39.760350 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-e871b9af-67ab-4b05-a295-e587bae9ad0c req-afae8f3b-864e-4f07-9852-22a1199e62e4 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:39.760350 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-e871b9af-67ab-4b05-a295-e587bae9ad0c req-afae8f3b-864e-4f07-9852-22a1199e62e4 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.61 "DELETE /v2.0/ports/74879222-2c74-48ad-9499-8d5ec0700aa7 HTTP/1.1" status: 204 len: 173 time: 1.1149085 Jun 08 13:55:39.760350 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5f074e-36e2-487e-9c9f-b613edaa6bf0', 'name': 'network-vif-deleted', 'tag': '74879222-2c74-48ad-9499-8d5ec0700aa7'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:39.760350 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df63af7f-62c9-4cdc-9ac4-15709300eb02" -d '{"events": [{"server_uuid": "ec5f074e-36e2-487e-9c9f-b613edaa6bf0", "name": "network-vif-deleted", "tag": "74879222-2c74-48ad-9499-8d5ec0700aa7"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:39.824335 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafb4782-682d-42c2-83de-315597356494 x-openstack-request-id: req-cafb4782-682d-42c2-83de-315597356494 {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:39.824590 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5f074e-36e2-487e-9c9f-b613edaa6bf0", "name": "network-vif-deleted", "tag": "74879222-2c74-48ad-9499-8d5ec0700aa7", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:39.824824 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cafb4782-682d-42c2-83de-315597356494 {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:39.825240 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cafb4782-682d-42c2-83de-315597356494'] response: {'server_uuid': 'ec5f074e-36e2-487e-9c9f-b613edaa6bf0', 'name': 'network-vif-deleted', 'tag': '74879222-2c74-48ad-9499-8d5ec0700aa7', 'status': 'completed', 'code': 200} Jun 08 13:55:39.946673 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-8ddaa92f-bc75-4ea4-962c-7aff38fd91fa None None] Set router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:55:40.096979 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=100 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:40.099561 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=100 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:40.162416 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-8ddaa92f-bc75-4ea4-962c-7aff38fd91fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:31Z', 'revision_number': 5, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:40.189783 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddaa92f-bc75-4ea4-962c-7aff38fd91fa None None] Checking router: 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:55:40.202334 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddaa92f-bc75-4ea4-962c-7aff38fd91fa None None] Routers {'8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:55:40.203169 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-8ddaa92f-bc75-4ea4-962c-7aff38fd91fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:55:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:40.311148 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-8ddaa92f-bc75-4ea4-962c-7aff38fd91fa None None] Set router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:55:40.546148 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-8ddaa92f-bc75-4ea4-962c-7aff38fd91fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:31Z', 'revision_number': 5, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:40.572295 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddaa92f-bc75-4ea4-962c-7aff38fd91fa None None] The sync data for ids ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'] in dv-cinder-819149-5-iscsi is: [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:31Z', 'revision_number': 5, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:55:40.591061 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-964a2c15-ee9f-4a55-b400-dba7beb33e31 req-2ffe78b2-d823-4a6c-9795-b0dbfa5af79f tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec5f074e-36e2-487e-9c9f-b613edaa6bf0 HTTP/1.1" status: 200 len: 210 time: 0.0399907 Jun 08 13:55:40.908035 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f6dfaa-ee18-49bd-9cfa-f1e984ba0944 None None] New status for floating IP 29d46fae-0d8e-4976-9bce-96e55fffd793: DOWN {{(pid=110999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 13:55:41.795583 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 42194) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:55:41.822288 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:41.861940 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-17e3f02c-6f08-45c1-9544-212c983c17b7 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group (9451f6e2-2eb5-4983-a26c-efed05f8c022), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:41.888475 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-17e3f02c-6f08-45c1-9544-212c983c17b7 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group (9451f6e2-2eb5-4983-a26c-efed05f8c022), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:42.015421 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-17e3f02c-6f08-45c1-9544-212c983c17b7 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (9451f6e2-2eb5-4983-a26c-efed05f8c022), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:42.018183 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-17e3f02c-6f08-45c1-9544-212c983c17b7 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:42.019410 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-17e3f02c-6f08-45c1-9544-212c983c17b7 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "DELETE /v2.0/security-groups/9451f6e2-2eb5-4983-a26c-efed05f8c022 HTTP/1.1" status: 204 len: 168 time: 0.2227261 Jun 08 13:55:42.022299 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42196) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:55:42.030361 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3f02c-6f08-45c1-9544-212c983c17b7 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9451f6e2-2eb5-4983-a26c-efed05f8c022,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:42.039948 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.api.v2.resource [None req-2aff77a3-1bda-4ee3-ab87-d2283150512a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] show failed (client error): The resource could not be found. Jun 08 13:55:42.041368 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-2aff77a3-1bda-4ee3-ab87-d2283150512a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups/9451f6e2-2eb5-4983-a26c-efed05f8c022 HTTP/1.1" status: 404 len: 347 time: 0.0168605 Jun 08 13:55:42.044250 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42198) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:55:42.182814 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-ac934eb3-3781-4a21-8980-b96892f37447 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Deleting port 769d5987-ed38-4a7d-b0d7-cd1489011154 {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:55:42.183041 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ac934eb3-3781-4a21-8980-b96892f37447 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (769d5987-ed38-4a7d-b0d7-cd1489011154), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:42.512335 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ac934eb3-3781-4a21-8980-b96892f37447 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (769d5987-ed38-4a7d-b0d7-cd1489011154), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:42.512660 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ac934eb3-3781-4a21-8980-b96892f37447 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (769d5987-ed38-4a7d-b0d7-cd1489011154), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:42.525719 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-ac934eb3-3781-4a21-8980-b96892f37447 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Calling delete_port for 769d5987-ed38-4a7d-b0d7-cd1489011154 owned by network:floatingip {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:55:42.651882 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:42.758873 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ac934eb3-3781-4a21-8980-b96892f37447 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (769d5987-ed38-4a7d-b0d7-cd1489011154), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:42.791209 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac934eb3-3781-4a21-8980-b96892f37447 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event deleted for resources: {'Port': ['ID=769d5987-ed38-4a7d-b0d7-cd1489011154,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:42.859282 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ac934eb3-3781-4a21-8980-b96892f37447 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (29d46fae-0d8e-4976-9bce-96e55fffd793), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:42.865599 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ac934eb3-3781-4a21-8980-b96892f37447 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:42.865599 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-ac934eb3-3781-4a21-8980-b96892f37447 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "DELETE /v2.0/floatingips/29d46fae-0d8e-4976-9bce-96e55fffd793 HTTP/1.1" status: 204 len: 168 time: 0.8177722 Jun 08 13:55:42.960406 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 74879222-2c74-48ad-9499-8d5ec0700aa7 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:55:42.983728 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] No Port match for: 74879222-2c74-48ad-9499-8d5ec0700aa7 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:55:42.985193 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 74879222-2c74-48ad-9499-8d5ec0700aa7 not bound to the agent host hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:55:43.061548 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 42210) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:55:43.066433 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-aa64b94d-24c5-4d80-8a61-42b72d6b4def tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1907442542', 'description': 'tempest-description--1782252859'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:55:43.154367 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-aa64b94d-24c5-4d80-8a61-42b72d6b4def tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:43.238367 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-aa64b94d-24c5-4d80-8a61-42b72d6b4def tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group (907a26ed-8584-486e-894d-3036b218f037), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:43.312897 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-aa64b94d-24c5-4d80-8a61-42b72d6b4def tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (907a26ed-8584-486e-894d-3036b218f037), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:43.349392 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64b94d-24c5-4d80-8a61-42b72d6b4def tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=907a26ed-8584-486e-894d-3036b218f037,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:43.401071 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-aa64b94d-24c5-4d80-8a61-42b72d6b4def tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:43.402438 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-aa64b94d-24c5-4d80-8a61-42b72d6b4def tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3396657 Jun 08 13:55:43.406294 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42212) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:55:43.411449 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-f8522124-463e-43fb-83dc-6f905e5d9950 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Request body: {'security_group_rule': {'security_group_id': '907a26ed-8584-486e-894d-3036b218f037', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:55:43.547758 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-f8522124-463e-43fb-83dc-6f905e5d9950 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group_rule (eee61bef-0292-4583-8885-dcc24deae5cf), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:43.553426 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:43.620263 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-f8522124-463e-43fb-83dc-6f905e5d9950 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group_rule (eee61bef-0292-4583-8885-dcc24deae5cf), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:43.718502 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-f8522124-463e-43fb-83dc-6f905e5d9950 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (eee61bef-0292-4583-8885-dcc24deae5cf), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:43.742224 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8522124-463e-43fb-83dc-6f905e5d9950 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee61bef-0292-4583-8885-dcc24deae5cf,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:43.811580 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-f8522124-463e-43fb-83dc-6f905e5d9950 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:43.813087 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-f8522124-463e-43fb-83dc-6f905e5d9950 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4052649 Jun 08 13:55:43.815657 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42218) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:55:43.820503 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-7964a369-08e0-4d82-8429-4bd42e4541ca tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Request body: {'security_group_rule': {'security_group_id': '907a26ed-8584-486e-894d-3036b218f037', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:55:43.913148 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7964a369-08e0-4d82-8429-4bd42e4541ca tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group_rule (fcef9d4a-cb04-49f3-9f86-30788bbac80f), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:43.975544 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7964a369-08e0-4d82-8429-4bd42e4541ca tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group_rule (fcef9d4a-cb04-49f3-9f86-30788bbac80f), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:44.061558 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7964a369-08e0-4d82-8429-4bd42e4541ca tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (fcef9d4a-cb04-49f3-9f86-30788bbac80f), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:44.070497 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:44.083971 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964a369-08e0-4d82-8429-4bd42e4541ca tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcef9d4a-cb04-49f3-9f86-30788bbac80f,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:44.154865 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7964a369-08e0-4d82-8429-4bd42e4541ca tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:44.156799 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-7964a369-08e0-4d82-8429-4bd42e4541ca tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3394699 Jun 08 13:55:44.161989 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42220) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:55:44.166870 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-9fe4eff1-ebf2-46e2-a0ec-e7c9c91eaf60 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Request body: {'floatingip': {'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:55:44.272777 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9fe4eff1-ebf2-46e2-a0ec-e7c9c91eaf60 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:44.360564 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9fe4eff1-ebf2-46e2-a0ec-e7c9c91eaf60 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:44.481659 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [None req-9fe4eff1-ebf2-46e2-a0ec-e7c9c91eaf60 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Allocated IP 172.27.1.40 (070b030f-98d2-43d9-b022-f506d26f1e83/4285c1ce-c1bb-4be9-b005-ebf83c2cba00/f1a24530-0886-469f-bbf7-d597be39203b) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:55:44.707847 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:44.759309 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9fe4eff1-ebf2-46e2-a0ec-e7c9c91eaf60 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for port (f1a24530-0886-469f-bbf7-d597be39203b), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:44.886710 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9fe4eff1-ebf2-46e2-a0ec-e7c9c91eaf60 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (f1a24530-0886-469f-bbf7-d597be39203b), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:44.931049 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe4eff1-ebf2-46e2-a0ec-e7c9c91eaf60 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Network 070b030f-98d2-43d9-b022-f506d26f1e83 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:55:44.935261 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-9fe4eff1-ebf2-46e2-a0ec-e7c9c91eaf60 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:55:44.943845 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe4eff1-ebf2-46e2-a0ec-e7c9c91eaf60 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:55:44.951386 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4eff1-ebf2-46e2-a0ec-e7c9c91eaf60 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event updated for resources: {'Port': ['ID=f1a24530-0886-469f-bbf7-d597be39203b,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:45.049095 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9fe4eff1-ebf2-46e2-a0ec-e7c9c91eaf60 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (06c5c5dd-815b-45dc-9913-622cf770e892), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:45.166579 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9fe4eff1-ebf2-46e2-a0ec-e7c9c91eaf60 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (f1a24530-0886-469f-bbf7-d597be39203b), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:45.358998 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9fe4eff1-ebf2-46e2-a0ec-e7c9c91eaf60 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for port (f1a24530-0886-469f-bbf7-d597be39203b), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:45.598379 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9fe4eff1-ebf2-46e2-a0ec-e7c9c91eaf60 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (f1a24530-0886-469f-bbf7-d597be39203b), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:45.607531 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:45.670736 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4eff1-ebf2-46e2-a0ec-e7c9c91eaf60 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event updated for resources: {'Port': ['ID=f1a24530-0886-469f-bbf7-d597be39203b,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:45.683860 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9fe4eff1-ebf2-46e2-a0ec-e7c9c91eaf60 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (06c5c5dd-815b-45dc-9913-622cf770e892), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:45.811449 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9fe4eff1-ebf2-46e2-a0ec-e7c9c91eaf60 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:45.813909 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-9fe4eff1-ebf2-46e2-a0ec-e7c9c91eaf60 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6507175 Jun 08 13:55:46.081578 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-f2e59525-875b-4df6-be47-bdc08bd39a9b tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1907442542&fields=id&tenant_id=9015bc58fb5948a9bbc41ef874faede5 HTTP/1.1" status: 200 len: 267 time: 0.0530033 Jun 08 13:55:46.228298 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-198e48c8-0a66-42a2-b2ec-489e475a1143 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:46.231694 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-198e48c8-0a66-42a2-b2ec-489e475a1143 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/networks?id=e8461b72-4585-42eb-adf7-269bbd08f24f HTTP/1.1" status: 200 len: 814 time: 0.1306758 Jun 08 13:55:46.248759 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-5288253b-ef22-44f5-a538-fc036baa9a3e tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/quotas/9015bc58fb5948a9bbc41ef874faede5 HTTP/1.1" status: 200 len: 375 time: 0.0121632 Jun 08 13:55:46.312203 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-05af7c57-b8cf-4b6d-9e40-a28e9eb4cb98 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9015bc58fb5948a9bbc41ef874faede5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549564 Jun 08 13:55:46.436705 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-fc9abfde-b571-4c54-9f54-55d623053a1a service neutron] 10.222.0.55 "GET /v2.0/networks/e8461b72-4585-42eb-adf7-269bbd08f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120877 Jun 08 13:55:46.498213 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:46.546422 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-61b9c49c-e14f-4d45-82f1-be4c6d072bf8 service neutron] 10.222.0.55 "GET /v2.0/networks/e8461b72-4585-42eb-adf7-269bbd08f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030593 Jun 08 13:55:46.863259 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e7618cc9-f1ef-4781-ac22-abc6452ebad1 req-3ccd98b7-18ec-48e5-8fab-664983211bb2 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=6803a856-e3c4-4bf7-b84e-7b2c36f70e4b HTTP/1.1" status: 200 len: 210 time: 0.0410624 Jun 08 13:55:47.972697 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-533f0a3d-1f2e-434a-b1a3-2515b709cfce req-ecc0ff41-940a-49be-b187-7fb037bc2b23 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=6803a856-e3c4-4bf7-b84e-7b2c36f70e4b HTTP/1.1" status: 200 len: 210 time: 0.0315330 Jun 08 13:55:49.105532 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7c54ca9f-f3f1-4134-8b6a-769a8b4a0f2c req-70e40654-e15e-46ae-b05a-27d9aef64cc8 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=6803a856-e3c4-4bf7-b84e-7b2c36f70e4b HTTP/1.1" status: 200 len: 210 time: 0.0362520 Jun 08 13:55:49.213444 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-65d314bc-8a5e-46e0-9184-ed5c4a1cb2c5 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:49.214936 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-65d314bc-8a5e-46e0-9184-ed5c4a1cb2c5 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.61 "GET /v2.0/networks?id=e8461b72-4585-42eb-adf7-269bbd08f24f HTTP/1.1" status: 200 len: 814 time: 0.1344202 Jun 08 13:55:49.289757 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-825aa9e2-6e7c-4024-a7c8-7a3676321499 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9015bc58fb5948a9bbc41ef874faede5 HTTP/1.1" status: 200 len: 380 time: 0.0663760 Jun 08 13:55:49.298184 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-286d3262-429b-45a5-99ab-b15029ffd4df tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Request body: {'port': {'device_id': '6803a856-e3c4-4bf7-b84e-7b2c36f70e4b', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'admin_state_up': True, 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'security_groups': ['907a26ed-8584-486e-894d-3036b218f037']}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:55:49.552730 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-286d3262-429b-45a5-99ab-b15029ffd4df tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Made reservation on behalf of 9015bc58fb5948a9bbc41ef874faede5 for: {'port': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:55:49.561724 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-286d3262-429b-45a5-99ab-b15029ffd4df tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:49.575375 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:49.727527 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-286d3262-429b-45a5-99ab-b15029ffd4df tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Allocated IP 172.20.0.13 (e8461b72-4585-42eb-adf7-269bbd08f24f/5c79d542-1c20-476a-b15a-af590b689ad2/f4366783-f7bb-4a0e-ac61-9afb4a1f3b65) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:55:49.895174 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-286d3262-429b-45a5-99ab-b15029ffd4df tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for port (f4366783-f7bb-4a0e-ac61-9afb4a1f3b65), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:49.900638 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:49.999614 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-286d3262-429b-45a5-99ab-b15029ffd4df tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (f4366783-f7bb-4a0e-ac61-9afb4a1f3b65), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:50.058432 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-286d3262-429b-45a5-99ab-b15029ffd4df tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Network e8461b72-4585-42eb-adf7-269bbd08f24f is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:55:50.067834 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-286d3262-429b-45a5-99ab-b15029ffd4df tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:55:50.071996 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d3262-429b-45a5-99ab-b15029ffd4df tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event updated for resources: {'Port': ['ID=f4366783-f7bb-4a0e-ac61-9afb4a1f3b65,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:50.082468 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-286d3262-429b-45a5-99ab-b15029ffd4df tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:55:50.155034 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-286d3262-429b-45a5-99ab-b15029ffd4df tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:50.155762 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-286d3262-429b-45a5-99ab-b15029ffd4df tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:50.250078 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5602a-f87b-45ec-9aed-bbd44f777325 req-747e1eb4-bc04-4a11-b548-41a74fdf53aa tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:50.252425 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e0b5602a-f87b-45ec-9aed-bbd44f777325 req-747e1eb4-bc04-4a11-b548-41a74fdf53aa tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=6803a856-e3c4-4bf7-b84e-7b2c36f70e4b HTTP/1.1" status: 200 len: 932 time: 0.0674288 Jun 08 13:55:50.298726 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-286d3262-429b-45a5-99ab-b15029ffd4df tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0040741 Jun 08 13:55:50.312321 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-26134b9f-b148-477c-bb4f-a2dc2cef32f8 service neutron] Request body: {'port': {'device_id': '6803a856-e3c4-4bf7-b84e-7b2c36f70e4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:55:50.321462 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e0b5602a-f87b-45ec-9aed-bbd44f777325 req-a263c8e1-2765-41bd-9ef8-c34af3e010ce tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=907a26ed-8584-486e-894d-3036b218f037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614035 Jun 08 13:55:50.403713 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-26134b9f-b148-477c-bb4f-a2dc2cef32f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (f4366783-f7bb-4a0e-ac61-9afb4a1f3b65), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:50.472254 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-b306c710-816c-41be-8c71-a52185c889cd None None] Provisioning complete for port f4366783-f7bb-4a0e-ac61-9afb4a1f3b65 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:55:50.473970 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-b306c710-816c-41be-8c71-a52185c889cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (f4366783-f7bb-4a0e-ac61-9afb4a1f3b65), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:50.527608 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-b306c710-816c-41be-8c71-a52185c889cd None None] Port f4366783-f7bb-4a0e-ac61-9afb4a1f3b65 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:55:50.755715 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-26134b9f-b148-477c-bb4f-a2dc2cef32f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4366783-f7bb-4a0e-ac61-9afb4a1f3b65 {{(pid=110998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:55:50.765256 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-26134b9f-b148-477c-bb4f-a2dc2cef32f8 service neutron] Publish callbacks [] for port (f4366783-f7bb-4a0e-ac61-9afb4a1f3b65), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:50.767293 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:50.779094 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.provisioning_blocks [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-26134b9f-b148-477c-bb4f-a2dc2cef32f8 service neutron] Transition to ACTIVE for port object f4366783-f7bb-4a0e-ac61-9afb4a1f3b65 will not be triggered until provisioned by entity L2. {{(pid=110998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 13:55:50.900897 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-26134b9f-b148-477c-bb4f-a2dc2cef32f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (f4366783-f7bb-4a0e-ac61-9afb4a1f3b65), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:50.958915 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26134b9f-b148-477c-bb4f-a2dc2cef32f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f4366783-f7bb-4a0e-ac61-9afb4a1f3b65,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:51.055278 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-26134b9f-b148-477c-bb4f-a2dc2cef32f8 service neutron] Attempting to bind port f4366783-f7bb-4a0e-ac61-9afb4a1f3b65 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:55:51.055635 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-26134b9f-b148-477c-bb4f-a2dc2cef32f8 service neutron] Attempting to bind port f4366783-f7bb-4a0e-ac61-9afb4a1f3b65 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '72e5be0a-2230-4fc3-9b1c-85aa27a38fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f'}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:55:51.055924 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-26134b9f-b148-477c-bb4f-a2dc2cef32f8 service neutron] Attempting to bind port f4366783-f7bb-4a0e-ac61-9afb4a1f3b65 on network e8461b72-4585-42eb-adf7-269bbd08f24f {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:55:51.060716 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-26134b9f-b148-477c-bb4f-a2dc2cef32f8 service neutron] Port f4366783-f7bb-4a0e-ac61-9afb4a1f3b65 on network e8461b72-4585-42eb-adf7-269bbd08f24f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:55:51.061031 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-26134b9f-b148-477c-bb4f-a2dc2cef32f8 service neutron] Attempting to bind port f4366783-f7bb-4a0e-ac61-9afb4a1f3b65 on network e8461b72-4585-42eb-adf7-269bbd08f24f {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:55:51.066646 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-26134b9f-b148-477c-bb4f-a2dc2cef32f8 service neutron] Checking agent: {'id': '2c87fc52-0797-4c68-9855-572d3067389f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'started_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:55:51.066990 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-26134b9f-b148-477c-bb4f-a2dc2cef32f8 service neutron] Checking segment: {'id': '72e5be0a-2230-4fc3-9b1c-85aa27a38fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:55:51.067388 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-26134b9f-b148-477c-bb4f-a2dc2cef32f8 service neutron] Bound using segment: {'id': '72e5be0a-2230-4fc3-9b1c-85aa27a38fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f'} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:55:51.067832 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-26134b9f-b148-477c-bb4f-a2dc2cef32f8 service neutron] Bound port: f4366783-f7bb-4a0e-ac61-9afb4a1f3b65, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e5be0a-2230-4fc3-9b1c-85aa27a38fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f'}}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:55:51.068232 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-26134b9f-b148-477c-bb4f-a2dc2cef32f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (f4366783-f7bb-4a0e-ac61-9afb4a1f3b65), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:51.156684 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-26134b9f-b148-477c-bb4f-a2dc2cef32f8 service neutron] For port f4366783-f7bb-4a0e-ac61-9afb4a1f3b65, host hv-cinder-81914, cleared binding levels {{(pid=110998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:55:51.168102 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-26134b9f-b148-477c-bb4f-a2dc2cef32f8 service neutron] For port f4366783-f7bb-4a0e-ac61-9afb4a1f3b65, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f4366783-f7bb-4a0e-ac61-9afb4a1f3b65,segment=NetworkSegment(72e5be0a-2230-4fc3-9b1c-85aa27a38fdd),segment_id=72e5be0a-2230-4fc3-9b1c-85aa27a38fdd)] {{(pid=110998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:55:51.296533 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-26134b9f-b148-477c-bb4f-a2dc2cef32f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (f4366783-f7bb-4a0e-ac61-9afb4a1f3b65), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:51.355662 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-26134b9f-b148-477c-bb4f-a2dc2cef32f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:51.356394 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-26134b9f-b148-477c-bb4f-a2dc2cef32f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:51.357959 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-26134b9f-b148-477c-bb4f-a2dc2cef32f8 service neutron] 10.222.0.61 "PUT /v2.0/ports/f4366783-f7bb-4a0e-ac61-9afb4a1f3b65 HTTP/1.1" status: 200 len: 1094 time: 1.0508277 Jun 08 13:55:51.358436 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6803a856-e3c4-4bf7-b84e-7b2c36f70e4b', 'tag': 'f4366783-f7bb-4a0e-ac61-9afb4a1f3b65'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:51.360767 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9988e80-e005-4d2e-a68d-4ed358690262" -d '{"events": [{"name": "network-changed", "server_uuid": "6803a856-e3c4-4bf7-b84e-7b2c36f70e4b", "tag": "f4366783-f7bb-4a0e-ac61-9afb4a1f3b65"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:51.399881 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26134b9f-b148-477c-bb4f-a2dc2cef32f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f4366783-f7bb-4a0e-ac61-9afb4a1f3b65,revision_number=3']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:51.414702 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8558dbbb-6aa7-4b13-a137-a38463e20820 x-openstack-request-id: req-8558dbbb-6aa7-4b13-a137-a38463e20820 {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:51.414702 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6803a856-e3c4-4bf7-b84e-7b2c36f70e4b", "tag": "f4366783-f7bb-4a0e-ac61-9afb4a1f3b65", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:51.414702 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8558dbbb-6aa7-4b13-a137-a38463e20820 {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:51.415099 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8558dbbb-6aa7-4b13-a137-a38463e20820'] response: {'name': 'network-changed', 'server_uuid': '6803a856-e3c4-4bf7-b84e-7b2c36f70e4b', 'tag': 'f4366783-f7bb-4a0e-ac61-9afb4a1f3b65', 'status': 'completed', 'code': 200} Jun 08 13:55:51.495385 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9988e80-e005-4d2e-a68d-4ed358690262 req-e735461e-6ecd-4e1d-b377-f4219069bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:51.500954 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49782ef-3bbc-4913-bce4-d16fa4d3abdb req-890a0368-fcd5-4643-a7fc-4f3d98961fe9 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:51.503839 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-b9988e80-e005-4d2e-a68d-4ed358690262 req-e735461e-6ecd-4e1d-b377-f4219069bef8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9015bc58fb5948a9bbc41ef874faede5&device_id=6803a856-e3c4-4bf7-b84e-7b2c36f70e4b HTTP/1.1" status: 200 len: 1128 time: 0.0673425 Jun 08 13:55:51.505149 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b49782ef-3bbc-4913-bce4-d16fa4d3abdb req-890a0368-fcd5-4643-a7fc-4f3d98961fe9 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=6803a856-e3c4-4bf7-b84e-7b2c36f70e4b HTTP/1.1" status: 200 len: 944 time: 0.0713253 Jun 08 13:55:51.581856 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b49782ef-3bbc-4913-bce4-d16fa4d3abdb req-55833d09-f514-441a-91f8-58ff66a67623 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=907a26ed-8584-486e-894d-3036b218f037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703876 Jun 08 13:55:51.640369 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9988e80-e005-4d2e-a68d-4ed358690262 req-57964f70-d76b-4bd7-a3b9-5157abe5ddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:51.641996 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-b9988e80-e005-4d2e-a68d-4ed358690262 req-57964f70-d76b-4bd7-a3b9-5157abe5ddf5 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=9015bc58fb5948a9bbc41ef874faede5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1301479 Jun 08 13:55:51.671096 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=70,neutron:UPDATE=5 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:51.729316 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:51.746841 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9988e80-e005-4d2e-a68d-4ed358690262 req-0c5c2a6a-e37c-4a34-98bd-e9f0643f5b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:51.748425 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-b9988e80-e005-4d2e-a68d-4ed358690262 req-0c5c2a6a-e37c-4a34-98bd-e9f0643f5b90 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1012475 Jun 08 13:55:51.822539 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-d5c22909-0b18-4488-bdb4-848e20476f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:51.824035 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-d5c22909-0b18-4488-bdb4-848e20476f18 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9015bc58fb5948a9bbc41ef874faede5&device_id=6803a856-e3c4-4bf7-b84e-7b2c36f70e4b HTTP/1.1" status: 200 len: 1128 time: 0.0395312 Jun 08 13:55:51.917580 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-b99073d5-c92d-4402-82f4-eaf734dc50e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4366783-f7bb-4a0e-ac61-9afb4a1f3b65 HTTP/1.1" status: 200 len: 217 time: 0.0328326 Jun 08 13:55:51.917580 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-9e7326a3-ef5f-4a9a-a9af-0ae35c45c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:51.917580 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-9e7326a3-ef5f-4a9a-a9af-0ae35c45c5ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5c79d542-1c20-476a-b15a-af590b689ad2 HTTP/1.1" status: 200 len: 853 time: 0.0465610 Jun 08 13:55:51.965340 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-affefe2e-bdb4-4ba1-ab90-7e496cb6499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:51.966824 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-affefe2e-bdb4-4ba1-ab90-7e496cb6499b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8461b72-4585-42eb-adf7-269bbd08f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452464 Jun 08 13:55:52.062694 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-d387de96-a155-4c64-b9b8-588f4c9f987d service neutron] 10.222.0.61 "GET /v2.0/networks/e8461b72-4585-42eb-adf7-269bbd08f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898752 Jun 08 13:55:52.075370 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:52.168818 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f6c3a1a8-1cd9-4ee1-9e00-2447510422fb req-2129dbbf-5fd8-44d1-a051-f57c39c7c156 service neutron] 10.222.0.61 "GET /v2.0/networks/e8461b72-4585-42eb-adf7-269bbd08f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005528 Jun 08 13:55:52.700882 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15990b-ad35-4469-a627-acc22fac4b52 req-0573b0cf-6a13-426f-b9fe-a7300ac20297 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:52.702460 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1d15990b-ad35-4469-a627-acc22fac4b52 req-0573b0cf-6a13-426f-b9fe-a7300ac20297 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=6803a856-e3c4-4bf7-b84e-7b2c36f70e4b HTTP/1.1" status: 200 len: 944 time: 0.0521472 Jun 08 13:55:52.739137 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:52.751433 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1d15990b-ad35-4469-a627-acc22fac4b52 req-63886b7f-a1ef-4b69-8a87-84b909605a5c tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=907a26ed-8584-486e-894d-3036b218f037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431659 Jun 08 13:55:53.878314 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fdc7a-d233-46df-8742-e165a64f7933 req-27966559-46e6-4d50-b39e-f0300c8ae647 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:53.879785 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a15fdc7a-d233-46df-8742-e165a64f7933 req-27966559-46e6-4d50-b39e-f0300c8ae647 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=6803a856-e3c4-4bf7-b84e-7b2c36f70e4b HTTP/1.1" status: 200 len: 944 time: 0.0548162 Jun 08 13:55:53.930681 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a15fdc7a-d233-46df-8742-e165a64f7933 req-a591fe14-15c0-4380-9f45-604089dc2202 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=907a26ed-8584-486e-894d-3036b218f037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447211 Jun 08 13:55:55.022023 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device f4366783-f7bb-4a0e-ac61-9afb4a1f3b65 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:55:55.045697 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035d8b1-9bff-43c9-9828-c047c0a9b2ac req-89848a53-9a5f-4a2e-9ae3-e63f8a8d8e48 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:55.047164 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d035d8b1-9bff-43c9-9828-c047c0a9b2ac req-89848a53-9a5f-4a2e-9ae3-e63f8a8d8e48 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=6803a856-e3c4-4bf7-b84e-7b2c36f70e4b HTTP/1.1" status: 200 len: 944 time: 0.0471864 Jun 08 13:55:55.098193 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d035d8b1-9bff-43c9-9828-c047c0a9b2ac req-0964c763-7041-40cd-a966-65ce4a03c691 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=907a26ed-8584-486e-894d-3036b218f037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452375 Jun 08 13:55:55.130506 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port f4366783-f7bb-4a0e-ac61-9afb4a1f3b65, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f4366783-f7bb-4a0e-ac61-9afb4a1f3b65,segment=NetworkSegment(72e5be0a-2230-4fc3-9b1c-85aa27a38fdd),segment_id=72e5be0a-2230-4fc3-9b1c-85aa27a38fdd)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:55.143317 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Returning: {'device': 'f4366783-f7bb-4a0e-ac61-9afb4a1f3b65', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'port_id': 'f4366783-f7bb-4a0e-ac61-9afb4a1f3b65', 'mac_address': 'fa:16:3e:04:13:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:55:55.180715 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port f4366783-f7bb-4a0e-ac61-9afb4a1f3b65 is: DOWN; New status is: BUILD {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:55:55.181143 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (f4366783-f7bb-4a0e-ac61-9afb4a1f3b65), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:55.194897 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4366783-f7bb-4a0e-ac61-9afb4a1f3b65 {{(pid=110999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:55:55.215384 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port f4366783-f7bb-4a0e-ac61-9afb4a1f3b65, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f4366783-f7bb-4a0e-ac61-9afb4a1f3b65,segment=NetworkSegment(72e5be0a-2230-4fc3-9b1c-85aa27a38fdd),segment_id=72e5be0a-2230-4fc3-9b1c-85aa27a38fdd)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:55.312479 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (f4366783-f7bb-4a0e-ac61-9afb4a1f3b65), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:55.364894 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=f4366783-f7bb-4a0e-ac61-9afb4a1f3b65,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:55.525864 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['f4366783-f7bb-4a0e-ac61-9afb4a1f3b65'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:55:56.214979 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d408635-7b76-4bbd-bd75-99d07d948591 req-a6f7d6f1-fd4d-440f-9295-4956a9217cfc tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:56.216486 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4d408635-7b76-4bbd-bd75-99d07d948591 req-a6f7d6f1-fd4d-440f-9295-4956a9217cfc tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=6803a856-e3c4-4bf7-b84e-7b2c36f70e4b HTTP/1.1" status: 200 len: 945 time: 0.0506625 Jun 08 13:55:56.265004 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4d408635-7b76-4bbd-bd75-99d07d948591 req-9dc4b246-9b62-4d4c-90f2-fd9e3ba3d3e5 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=907a26ed-8584-486e-894d-3036b218f037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425575 Jun 08 13:55:56.384722 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42386) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:55:56.429682 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_v2 [None req-a327e194-4ebd-4956-afa3-f276d3bdc2ea admin admin] Deleting subnet eb8b74dc-0792-42e8-8983-f9e5611c59a9 {{(pid=110998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 13:55:56.432784 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a327e194-4ebd-4956-afa3-f276d3bdc2ea admin admin] Publish callbacks [] for subnet (eb8b74dc-0792-42e8-8983-f9e5611c59a9), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:56.465631 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a327e194-4ebd-4956-afa3-f276d3bdc2ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8827961'] for subnet (eb8b74dc-0792-42e8-8983-f9e5611c59a9), precommit_delete_associations {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:56.504135 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a327e194-4ebd-4956-afa3-f276d3bdc2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628126'] for subnet (eb8b74dc-0792-42e8-8983-f9e5611c59a9), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:56.655399 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a327e194-4ebd-4956-afa3-f276d3bdc2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11352020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12398490'] for subnet (eb8b74dc-0792-42e8-8983-f9e5611c59a9), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:56.682267 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327e194-4ebd-4956-afa3-f276d3bdc2ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb8b74dc-0792-42e8-8983-f9e5611c59a9,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:56.686107 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a327e194-4ebd-4956-afa3-f276d3bdc2ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:56.689616 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-a327e194-4ebd-4956-afa3-f276d3bdc2ea admin admin] 10.222.0.55 "DELETE /v2.0/subnets/eb8b74dc-0792-42e8-8983-f9e5611c59a9 HTTP/1.1" status: 204 len: 168 time: 0.3034849 Jun 08 13:55:56.691749 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42388) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:55:56.760682 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-8adf702e-d8b9-4a77-8d63-59e4231fc061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427792'] for network (e4901fa2-eb13-41c7-b74e-bcfc886edcb7), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:56.839849 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-8adf702e-d8b9-4a77-8d63-59e4231fc061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629017', 'neutron.services.segments.db._delete_segments_for_network-8774158746125'] for network (e4901fa2-eb13-41c7-b74e-bcfc886edcb7), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:56.859720 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-8adf702e-d8b9-4a77-8d63-59e4231fc061 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4901fa2-eb13-41c7-b74e-bcfc886edcb7']}} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:56.869938 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-8adf702e-d8b9-4a77-8d63-59e4231fc061 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e04f29-4006-476b-b72a-d7affede5666') {'for_net_delete': True} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:56.870227 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-8adf702e-d8b9-4a77-8d63-59e4231fc061 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e04f29-4006-476b-b72a-d7affede5666') {} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:56.879639 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-8adf702e-d8b9-4a77-8d63-59e4231fc061 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158745236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8827952'] for segment (74e04f29-4006-476b-b72a-d7affede5666), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:56.893225 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-8adf702e-d8b9-4a77-8d63-59e4231fc061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (74e04f29-4006-476b-b72a-d7affede5666), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:56.899372 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8adf702e-d8b9-4a77-8d63-59e4231fc061 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=110998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:55:56.901155 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-8adf702e-d8b9-4a77-8d63-59e4231fc061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11351950'] for segment (74e04f29-4006-476b-b72a-d7affede5666), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:56.941693 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.services.segments.plugin [-] Segment 74e04f29-4006-476b-b72a-d7affede5666 resource provider aggregate not found Jun 08 13:55:56.959348 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.services.segments.plugin [-] Segment 74e04f29-4006-476b-b72a-d7affede5666 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74e04f29-4006-476b-b72a-d7affede5666 found for delete ", "request_id": "req-b5836249-a558-4c35-8095-d57d002af6e2"}]} Jun 08 13:55:57.031518 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device f4366783-f7bb-4a0e-ac61-9afb4a1f3b65 up at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:55:57.075778 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning for port f4366783-f7bb-4a0e-ac61-9afb4a1f3b65 completed by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 13:55:57.168660 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-8adf702e-d8b9-4a77-8d63-59e4231fc061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357978'] for network (e4901fa2-eb13-41c7-b74e-bcfc886edcb7), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:57.174324 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-8adf702e-d8b9-4a77-8d63-59e4231fc061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:57.197368 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-8adf702e-d8b9-4a77-8d63-59e4231fc061 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e4901fa2-eb13-41c7-b74e-bcfc886edcb7 HTTP/1.1" status: 204 len: 168 time: 0.4847803 Jun 08 13:55:57.197368 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf702e-d8b9-4a77-8d63-59e4231fc061 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4901fa2-eb13-41c7-b74e-bcfc886edcb7,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:57.231811 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning complete for port f4366783-f7bb-4a0e-ac61-9afb4a1f3b65 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:55:57.232228 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (f4366783-f7bb-4a0e-ac61-9afb4a1f3b65), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:57.309323 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port f4366783-f7bb-4a0e-ac61-9afb4a1f3b65 is: BUILD; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:55:57.309705 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (f4366783-f7bb-4a0e-ac61-9afb4a1f3b65), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:57.332748 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6803a856-e3c4-4bf7-b84e-7b2c36f70e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4366783-f7bb-4a0e-ac61-9afb4a1f3b65'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:57.335616 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9038813d-81e2-4c06-8184-eebcd4e59b8f" -d '{"events": [{"server_uuid": "6803a856-e3c4-4bf7-b84e-7b2c36f70e4b", "name": "network-vif-plugged", "status": "completed", "tag": "f4366783-f7bb-4a0e-ac61-9afb4a1f3b65"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:57.358870 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port f4366783-f7bb-4a0e-ac61-9afb4a1f3b65, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f4366783-f7bb-4a0e-ac61-9afb4a1f3b65,segment=NetworkSegment(72e5be0a-2230-4fc3-9b1c-85aa27a38fdd),segment_id=72e5be0a-2230-4fc3-9b1c-85aa27a38fdd)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:57.374306 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de5b159-f6da-4083-96b5-b0a9de061c16 x-openstack-request-id: req-9de5b159-f6da-4083-96b5-b0a9de061c16 {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:57.374768 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6803a856-e3c4-4bf7-b84e-7b2c36f70e4b", "name": "network-vif-plugged", "status": "completed", "tag": "f4366783-f7bb-4a0e-ac61-9afb4a1f3b65", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:57.375019 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9de5b159-f6da-4083-96b5-b0a9de061c16 {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:57.375413 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de5b159-f6da-4083-96b5-b0a9de061c16'] response: {'server_uuid': '6803a856-e3c4-4bf7-b84e-7b2c36f70e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4366783-f7bb-4a0e-ac61-9afb4a1f3b65', 'code': 200} Jun 08 13:55:57.389817 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27defda3-a5ff-455b-8b3d-e5334417692a req-0f1f7df8-4913-4d31-9f51-44ec9a178b96 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:57.391330 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-27defda3-a5ff-455b-8b3d-e5334417692a req-0f1f7df8-4913-4d31-9f51-44ec9a178b96 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=6803a856-e3c4-4bf7-b84e-7b2c36f70e4b HTTP/1.1" status: 200 len: 945 time: 0.0539079 Jun 08 13:55:57.445664 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-27defda3-a5ff-455b-8b3d-e5334417692a req-15389dbf-dd75-4c4c-8c05-67593edf471b tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=907a26ed-8584-486e-894d-3036b218f037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484934 Jun 08 13:55:57.452845 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (f4366783-f7bb-4a0e-ac61-9afb4a1f3b65), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:57.477708 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:57.501317 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=f4366783-f7bb-4a0e-ac61-9afb4a1f3b65,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:57.652457 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42400) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:55:57.713410 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e82e8-88b3-433d-b470-1dd02706c7fa req-cbc0f0bc-1165-47f6-af9a-a27aca61b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:57.714792 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-2e1e82e8-88b3-433d-b470-1dd02706c7fa req-cbc0f0bc-1165-47f6-af9a-a27aca61b7c9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6803a856-e3c4-4bf7-b84e-7b2c36f70e4b HTTP/1.1" status: 200 len: 1130 time: 0.0557110 Jun 08 13:55:57.732120 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-9d83a0ec-1195-48fd-880f-f29aac2a4099 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b53d8ce8920c4eb886b75eff075c4404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0785406 Jun 08 13:55:57.734890 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 42402) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:55:57.765575 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-2e1e82e8-88b3-433d-b470-1dd02706c7fa req-534ed166-e18f-42b1-86ba-5dcd8a2cbc6c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=907a26ed-8584-486e-894d-3036b218f037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429332 Jun 08 13:55:57.784840 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e323e866-d6a3-4575-8dc6-6df6b68b9f5b admin admin] Publish callbacks [] for security_group (31bb6b8c-9008-4abc-b3f1-f7112a1c1c15), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:57.807293 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e323e866-d6a3-4575-8dc6-6df6b68b9f5b admin admin] Publish callbacks [] for security_group (31bb6b8c-9008-4abc-b3f1-f7112a1c1c15), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:57.946372 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e323e866-d6a3-4575-8dc6-6df6b68b9f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (31bb6b8c-9008-4abc-b3f1-f7112a1c1c15), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:57.948904 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e323e866-d6a3-4575-8dc6-6df6b68b9f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:55:57.950045 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-e323e866-d6a3-4575-8dc6-6df6b68b9f5b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/31bb6b8c-9008-4abc-b3f1-f7112a1c1c15 HTTP/1.1" status: 204 len: 168 time: 0.2141559 Jun 08 13:55:57.957891 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323e866-d6a3-4575-8dc6-6df6b68b9f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bb6b8c-9008-4abc-b3f1-f7112a1c1c15,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:58.565827 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913df9d-d42f-4b5f-b09a-c973e338df2b req-811c31a5-38e5-4ac4-8222-6373cc7ed85b tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:58.567309 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a913df9d-d42f-4b5f-b09a-c973e338df2b req-811c31a5-38e5-4ac4-8222-6373cc7ed85b tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=6803a856-e3c4-4bf7-b84e-7b2c36f70e4b HTTP/1.1" status: 200 len: 946 time: 0.0478210 Jun 08 13:55:58.616015 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a913df9d-d42f-4b5f-b09a-c973e338df2b req-c4684d8b-7038-49f0-875a-71bfa2610469 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=907a26ed-8584-486e-894d-3036b218f037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419581 Jun 08 13:55:59.721184 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=35 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:59.733013 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465b3bd-eb0e-4611-8d14-912d829ef8c3 req-0981a3ee-1482-4777-bd95-a9ea79232921 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:59.734470 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b465b3bd-eb0e-4611-8d14-912d829ef8c3 req-0981a3ee-1482-4777-bd95-a9ea79232921 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=6803a856-e3c4-4bf7-b84e-7b2c36f70e4b HTTP/1.1" status: 200 len: 946 time: 0.0469334 Jun 08 13:55:59.749275 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=54,neutron:DELETE=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:59.766308 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:55:59.782466 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b465b3bd-eb0e-4611-8d14-912d829ef8c3 req-65baed5f-4b7e-48f6-be58-3826e632f473 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=907a26ed-8584-486e-894d-3036b218f037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425081 Jun 08 13:55:59.894753 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3c533-ead2-44d3-8e1f-3a81f40f28e8 req-a3bd6672-2131-407d-80f4-1dbd9e71c17e tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:59.896157 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0cf3c533-ead2-44d3-8e1f-3a81f40f28e8 req-a3bd6672-2131-407d-80f4-1dbd9e71c17e tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=6803a856-e3c4-4bf7-b84e-7b2c36f70e4b HTTP/1.1" status: 200 len: 946 time: 0.0503886 Jun 08 13:55:59.904482 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 42412) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:55:59.908649 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-9d1f1094-bf1b-42e5-a4d4-b69c967266ce tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Request body: {'floatingip': {'port_id': 'f4366783-f7bb-4a0e-ac61-9afb4a1f3b65'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:55:59.946620 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1094-bf1b-42e5-a4d4-b69c967266ce tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (06c5c5dd-815b-45dc-9913-622cf770e892), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:00.093244 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:00.364972 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1094-bf1b-42e5-a4d4-b69c967266ce tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:00.448718 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1094-bf1b-42e5-a4d4-b69c967266ce tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (06c5c5dd-815b-45dc-9913-622cf770e892), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:00.543800 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.db.l3_db [None req-9d1f1094-bf1b-42e5-a4d4-b69c967266ce tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Floating IP 06c5c5dd-815b-45dc-9913-622cf770e892 associated. External IP: 172.27.1.40, port: f4366783-f7bb-4a0e-ac61-9afb4a1f3b65. Jun 08 13:56:00.738812 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1f1094-bf1b-42e5-a4d4-b69c967266ce tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:56:00.841151 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1f1094-bf1b-42e5-a4d4-b69c967266ce tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:56:00.846129 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1094-bf1b-42e5-a4d4-b69c967266ce tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:00.851128 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a258e3d-4545-485a-8d27-955f8c6bd276 None None] Sync routers for ids ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:56:00.860556 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a258e3d-4545-485a-8d27-955f8c6bd276 None None] Routers {'8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:56:00.861162 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-4a258e3d-4545-485a-8d27-955f8c6bd276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:55:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:00.874420 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-9d1f1094-bf1b-42e5-a4d4-b69c967266ce tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "PUT /v2.0/floatingips/06c5c5dd-815b-45dc-9913-622cf770e892 HTTP/1.1" status: 200 len: 991 time: 0.9689329 Jun 08 13:56:00.874991 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6803a856-e3c4-4bf7-b84e-7b2c36f70e4b', 'tag': 'f4366783-f7bb-4a0e-ac61-9afb4a1f3b65'}] {{(pid=110997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:56:00.877274 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2deb37cb3b385adf0db1d4fcfc98a25470d12ffd9c9459d76da49831f0e3658f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a8dcb3-c116-43c7-97b6-f0d2764d680e" -d '{"events": [{"name": "network-changed", "server_uuid": "6803a856-e3c4-4bf7-b84e-7b2c36f70e4b", "tag": "f4366783-f7bb-4a0e-ac61-9afb4a1f3b65"}]}' {{(pid=110997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:56:00.913459 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8388feec-b2de-4a43-812f-3881cc773d9b x-openstack-request-id: req-8388feec-b2de-4a43-812f-3881cc773d9b {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:56:00.913744 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6803a856-e3c4-4bf7-b84e-7b2c36f70e4b", "tag": "f4366783-f7bb-4a0e-ac61-9afb4a1f3b65", "status": "completed", "code": 200}]} {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:56:00.913996 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8388feec-b2de-4a43-812f-3881cc773d9b {{(pid=110997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:56:00.914401 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8388feec-b2de-4a43-812f-3881cc773d9b'] response: {'name': 'network-changed', 'server_uuid': '6803a856-e3c4-4bf7-b84e-7b2c36f70e4b', 'tag': 'f4366783-f7bb-4a0e-ac61-9afb4a1f3b65', 'status': 'completed', 'code': 200} Jun 08 13:56:00.965740 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-4a258e3d-4545-485a-8d27-955f8c6bd276 None None] Set router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:56:00.978174 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8dcb3-c116-43c7-97b6-f0d2764d680e req-982215fd-1da1-4923-a80a-c0893ec1a1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:00.979655 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c2a8dcb3-c116-43c7-97b6-f0d2764d680e req-982215fd-1da1-4923-a80a-c0893ec1a1b6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9015bc58fb5948a9bbc41ef874faede5&device_id=6803a856-e3c4-4bf7-b84e-7b2c36f70e4b HTTP/1.1" status: 200 len: 1130 time: 0.0428212 Jun 08 13:56:01.042323 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:01.069876 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8dcb3-c116-43c7-97b6-f0d2764d680e req-dbfb78eb-6778-481f-b89c-09003ce5db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:01.071350 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c2a8dcb3-c116-43c7-97b6-f0d2764d680e req-dbfb78eb-6778-481f-b89c-09003ce5db69 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8461b72-4585-42eb-adf7-269bbd08f24f HTTP/1.1" status: 200 len: 915 time: 0.0865779 Jun 08 13:56:01.137296 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c2a8dcb3-c116-43c7-97b6-f0d2764d680e req-77998e46-a8c6-434a-aa39-df2501715c6d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4366783-f7bb-4a0e-ac61-9afb4a1f3b65 HTTP/1.1" status: 200 len: 999 time: 0.0601768 Jun 08 13:56:01.149342 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:01.173008 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-4a258e3d-4545-485a-8d27-955f8c6bd276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '06c5c5dd-815b-45dc-9913-622cf770e892', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'floating_ip_address': '172.27.1.40', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'port_id': 'f4366783-f7bb-4a0e-ac61-9afb4a1f3b65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'mac_address': 'fa:16:3e:04:13:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6803a856-e3c4-4bf7-b84e-7b2c36f70e4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:55:44Z', 'updated_at': '2022-06-08T13:56:00Z', 'revision_number': 1, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:31Z', 'revision_number': 5, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:01.185781 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8dcb3-c116-43c7-97b6-f0d2764d680e req-d192a241-6ed0-4810-a05d-aba3a8457153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:01.187285 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c2a8dcb3-c116-43c7-97b6-f0d2764d680e req-d192a241-6ed0-4810-a05d-aba3a8457153 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5c79d542-1c20-476a-b15a-af590b689ad2 HTTP/1.1" status: 200 len: 853 time: 0.0448854 Jun 08 13:56:01.198846 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a258e3d-4545-485a-8d27-955f8c6bd276 None None] Checking router: 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:56:01.207313 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a258e3d-4545-485a-8d27-955f8c6bd276 None None] Routers {'8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:56:01.207957 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-4a258e3d-4545-485a-8d27-955f8c6bd276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:55:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:01.231514 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8dcb3-c116-43c7-97b6-f0d2764d680e req-05032ca1-ea8e-43b4-810d-fd179b6c7188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:01.233180 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c2a8dcb3-c116-43c7-97b6-f0d2764d680e req-05032ca1-ea8e-43b4-810d-fd179b6c7188 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8461b72-4585-42eb-adf7-269bbd08f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398686 Jun 08 13:56:01.309965 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-4a258e3d-4545-485a-8d27-955f8c6bd276 None None] Set router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:56:01.325013 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c2a8dcb3-c116-43c7-97b6-f0d2764d680e req-a8e27e4f-b1ca-4a31-b3a2-8439e24e1a75 service neutron] 10.222.0.61 "GET /v2.0/networks/e8461b72-4585-42eb-adf7-269bbd08f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863264 Jun 08 13:56:01.412882 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c2a8dcb3-c116-43c7-97b6-f0d2764d680e req-9b114052-46d2-4ef1-a07b-c3847f19a528 service neutron] 10.222.0.61 "GET /v2.0/networks/e8461b72-4585-42eb-adf7-269bbd08f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819967 Jun 08 13:56:01.518319 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-4a258e3d-4545-485a-8d27-955f8c6bd276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '06c5c5dd-815b-45dc-9913-622cf770e892', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'floating_ip_address': '172.27.1.40', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'port_id': 'f4366783-f7bb-4a0e-ac61-9afb4a1f3b65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'mac_address': 'fa:16:3e:04:13:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6803a856-e3c4-4bf7-b84e-7b2c36f70e4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:55:44Z', 'updated_at': '2022-06-08T13:56:00Z', 'revision_number': 1, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:31Z', 'revision_number': 5, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:01.623614 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a258e3d-4545-485a-8d27-955f8c6bd276 None None] The sync data for ids ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'] in dv-cinder-819149-5-iscsi is: [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '06c5c5dd-815b-45dc-9913-622cf770e892', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'floating_ip_address': '172.27.1.40', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'port_id': 'f4366783-f7bb-4a0e-ac61-9afb4a1f3b65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'mac_address': 'fa:16:3e:04:13:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6803a856-e3c4-4bf7-b84e-7b2c36f70e4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:55:44Z', 'updated_at': '2022-06-08T13:56:00Z', 'revision_number': 1, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:31Z', 'revision_number': 5, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:56:01.812698 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897d9c66-12d4-4d5d-befe-a797d973ea64 None None] New status for floating IP 06c5c5dd-815b-45dc-9913-622cf770e892: ACTIVE {{(pid=110999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 13:56:01.848458 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-2f7bbe75-9586-44e4-bd01-62a49238c0b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:01.907335 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:04.095029 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-5d666c40-cd91-418c-b099-96d4350abd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:05.523498 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:06.739942 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:08.117918 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:08.384761 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42420) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:56:08.525882 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Deleting port 0380b638-27af-42ff-95a7-ec46d97285ae {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:56:08.526230 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (0380b638-27af-42ff-95a7-ec46d97285ae), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:08.604561 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (0380b638-27af-42ff-95a7-ec46d97285ae), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:08.604884 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for floatingip (0380b638-27af-42ff-95a7-ec46d97285ae), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:08.617670 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Calling delete_port for 0380b638-27af-42ff-95a7-ec46d97285ae owned by network:floatingip {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:56:08.843096 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (0380b638-27af-42ff-95a7-ec46d97285ae), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:08.866544 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Pushing event deleted for resources: {'Port': ['ID=0380b638-27af-42ff-95a7-ec46d97285ae,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:08.876298 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:08.876648 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:08.876994 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:08.877330 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:08.877664 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:08.878552 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:08.878552 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:08.878752 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:08.878919 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:08.879237 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:08.879556 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:08.879876 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:08.880219 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:08.880538 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:08.880855 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:08.924835 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:08.942035 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for floatingip (6e8fb81b-2e1a-42a5-9b63-efafca63e829), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:08.942365 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.l3_db [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Floating IP 6e8fb81b-2e1a-42a5-9b63-efafca63e829 disassociated (deleted). External IP: 172.27.1.115, port: 512f7b9f-3fb2-4819-b91a-7b166b591feb. Jun 08 13:56:09.383279 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:09.391594 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Router 3660c206-2e1b-45c0-a916-e3ab3c171b2d has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:56:09.495618 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:56:09.500282 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:09.505081 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe474b0a-799a-45dc-8ace-2f9d3e18adaf None None] Sync routers for ids ['3660c206-2e1b-45c0-a916-e3ab3c171b2d'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:56:09.516196 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe474b0a-799a-45dc-8ace-2f9d3e18adaf None None] Routers {'3660c206-2e1b-45c0-a916-e3ab3c171b2d'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:56:09.516837 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-fe474b0a-799a-45dc-8ace-2f9d3e18adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:56:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['3660c206-2e1b-45c0-a916-e3ab3c171b2d'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:09.530046 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-607b3cf7-04f7-4270-97fa-1bc806a653db tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "DELETE /v2.0/floatingips/6e8fb81b-2e1a-42a5-9b63-efafca63e829 HTTP/1.1" status: 204 len: 168 time: 1.1442237 Jun 08 13:56:09.533329 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c573f844-d6af-4615-8cc2-191728d83c45', 'tag': '512f7b9f-3fb2-4819-b91a-7b166b591feb'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:56:09.533329 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1270819e-db7e-4b29-a50d-5a0109bbc527" -d '{"events": [{"name": "network-changed", "server_uuid": "c573f844-d6af-4615-8cc2-191728d83c45", "tag": "512f7b9f-3fb2-4819-b91a-7b166b591feb"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:56:09.575773 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bb55da-664e-4f85-8ab9-6426d6228b8b x-openstack-request-id: req-22bb55da-664e-4f85-8ab9-6426d6228b8b {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:56:09.576173 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c573f844-d6af-4615-8cc2-191728d83c45", "tag": "512f7b9f-3fb2-4819-b91a-7b166b591feb", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:56:09.581541 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-22bb55da-664e-4f85-8ab9-6426d6228b8b {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:56:09.581541 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22bb55da-664e-4f85-8ab9-6426d6228b8b'] response: {'name': 'network-changed', 'server_uuid': 'c573f844-d6af-4615-8cc2-191728d83c45', 'tag': '512f7b9f-3fb2-4819-b91a-7b166b591feb', 'status': 'completed', 'code': 200} Jun 08 13:56:09.626301 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-fe474b0a-799a-45dc-8ace-2f9d3e18adaf None None] Set router 3660c206-2e1b-45c0-a916-e3ab3c171b2d gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:56:09.646636 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270819e-db7e-4b29-a50d-5a0109bbc527 req-80bec7ad-3593-4d2e-911e-9f23c7f82385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:09.648987 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1270819e-db7e-4b29-a50d-5a0109bbc527 req-80bec7ad-3593-4d2e-911e-9f23c7f82385 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=708bec67bbb748b382b82cd0da768d5c&device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 1129 time: 0.0458827 Jun 08 13:56:09.749514 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270819e-db7e-4b29-a50d-5a0109bbc527 req-fdebf472-f58d-40c6-9644-d9d616cdaf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:09.750990 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1270819e-db7e-4b29-a50d-5a0109bbc527 req-fdebf472-f58d-40c6-9644-d9d616cdaf81 service neutron] 10.222.0.61 "GET /v2.0/networks?id=825cb388-149d-48df-81a0-0e0450f2f381 HTTP/1.1" status: 200 len: 909 time: 0.0961554 Jun 08 13:56:09.756692 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=100 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:09.769789 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=100 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:09.791006 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1270819e-db7e-4b29-a50d-5a0109bbc527 req-584e8c7a-f18c-4597-8057-99f97b80a49b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=512f7b9f-3fb2-4819-b91a-7b166b591feb HTTP/1.1" status: 200 len: 217 time: 0.0328107 Jun 08 13:56:09.818752 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-fe474b0a-799a-45dc-8ace-2f9d3e18adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'name': 'tempest-TestShelveInstance-414490362-router', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f7d54be2-3d64-4d39-92fa-4a66e8cdc679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:51:20Z', 'updated_at': '2022-06-08T13:51:24Z', 'revision_number': 4, 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'gw_port': {'id': 'f7d54be2-3d64-4d39-92fa-4a66e8cdc679', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:21Z', 'updated_at': '2022-06-08T13:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '67b1057b-e3be-4891-894d-378d8fd8352e', 'name': '', 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'mac_address': 'fa:16:3e:45:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e27a3c02-47f7-4cd7-94ae-1439be78370b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:23Z', 'updated_at': '2022-06-08T13:51:28Z', 'revision_number': 5, 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'subnets': [{'id': 'e27a3c02-47f7-4cd7-94ae-1439be78370b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:09.844829 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270819e-db7e-4b29-a50d-5a0109bbc527 req-e1e52114-3086-49db-acfb-e09f33746fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:09.847946 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1270819e-db7e-4b29-a50d-5a0109bbc527 req-e1e52114-3086-49db-acfb-e09f33746fb0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e27a3c02-47f7-4cd7-94ae-1439be78370b HTTP/1.1" status: 200 len: 847 time: 0.0492570 Jun 08 13:56:09.849854 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe474b0a-799a-45dc-8ace-2f9d3e18adaf None None] Checking router: 3660c206-2e1b-45c0-a916-e3ab3c171b2d for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:56:09.859443 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe474b0a-799a-45dc-8ace-2f9d3e18adaf None None] Routers {'3660c206-2e1b-45c0-a916-e3ab3c171b2d'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:56:09.860092 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-fe474b0a-799a-45dc-8ace-2f9d3e18adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:56:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['3660c206-2e1b-45c0-a916-e3ab3c171b2d'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:09.892110 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270819e-db7e-4b29-a50d-5a0109bbc527 req-441ff631-282c-42a7-9464-51c01a41af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:09.893624 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1270819e-db7e-4b29-a50d-5a0109bbc527 req-441ff631-282c-42a7-9464-51c01a41af1a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=825cb388-149d-48df-81a0-0e0450f2f381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398242 Jun 08 13:56:09.971525 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-fe474b0a-799a-45dc-8ace-2f9d3e18adaf None None] Set router 3660c206-2e1b-45c0-a916-e3ab3c171b2d gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:56:09.992254 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1270819e-db7e-4b29-a50d-5a0109bbc527 req-b8bfd44d-80c0-4d2b-b6dd-2eb49bfa8d93 service neutron] 10.222.0.61 "GET /v2.0/networks/825cb388-149d-48df-81a0-0e0450f2f381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922348 Jun 08 13:56:09.997464 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:10.039663 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973cc33-b7a8-4ee4-99a1-bee71202156a req-ab28b8c0-182f-45e4-9f72-71558064af53 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:10.041663 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a973cc33-b7a8-4ee4-99a1-bee71202156a req-ab28b8c0-182f-45e4-9f72-71558064af53 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 945 time: 0.0544045 Jun 08 13:56:10.101347 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a973cc33-b7a8-4ee4-99a1-bee71202156a req-41373faa-9ec4-4aa0-ac39-7fb72d404cda tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509453 Jun 08 13:56:10.123795 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-1270819e-db7e-4b29-a50d-5a0109bbc527 req-030cf661-6530-4fe3-9e46-729da8cda3f5 service neutron] 10.222.0.61 "GET /v2.0/networks/825cb388-149d-48df-81a0-0e0450f2f381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217413 Jun 08 13:56:10.183632 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-fe474b0a-799a-45dc-8ace-2f9d3e18adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'name': 'tempest-TestShelveInstance-414490362-router', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f7d54be2-3d64-4d39-92fa-4a66e8cdc679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:51:20Z', 'updated_at': '2022-06-08T13:51:24Z', 'revision_number': 4, 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'gw_port': {'id': 'f7d54be2-3d64-4d39-92fa-4a66e8cdc679', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:21Z', 'updated_at': '2022-06-08T13:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '67b1057b-e3be-4891-894d-378d8fd8352e', 'name': '', 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'mac_address': 'fa:16:3e:45:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e27a3c02-47f7-4cd7-94ae-1439be78370b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:23Z', 'updated_at': '2022-06-08T13:51:28Z', 'revision_number': 5, 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'subnets': [{'id': 'e27a3c02-47f7-4cd7-94ae-1439be78370b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:10.208556 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe474b0a-799a-45dc-8ace-2f9d3e18adaf None None] The sync data for ids ['3660c206-2e1b-45c0-a916-e3ab3c171b2d'] in dv-cinder-819149-5-iscsi is: [{'id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'name': 'tempest-TestShelveInstance-414490362-router', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f7d54be2-3d64-4d39-92fa-4a66e8cdc679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:51:20Z', 'updated_at': '2022-06-08T13:51:24Z', 'revision_number': 4, 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'gw_port': {'id': 'f7d54be2-3d64-4d39-92fa-4a66e8cdc679', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:21Z', 'updated_at': '2022-06-08T13:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '67b1057b-e3be-4891-894d-378d8fd8352e', 'name': '', 'network_id': '825cb388-149d-48df-81a0-0e0450f2f381', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'mac_address': 'fa:16:3e:45:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e27a3c02-47f7-4cd7-94ae-1439be78370b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:23Z', 'updated_at': '2022-06-08T13:51:28Z', 'revision_number': 5, 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'subnets': [{'id': 'e27a3c02-47f7-4cd7-94ae-1439be78370b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:56:10.437388 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc581dcc-135c-48c3-af7b-c426f89d47d3 None None] New status for floating IP 6e8fb81b-2e1a-42a5-9b63-efafca63e829: DOWN {{(pid=110999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 13:56:11.232666 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663a7e7-866b-48c8-b272-a1038bc62663 req-679c1e09-22a2-4250-8d28-06e101ed01bc tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:11.234119 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0663a7e7-866b-48c8-b272-a1038bc62663 req-679c1e09-22a2-4250-8d28-06e101ed01bc tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 945 time: 0.0485635 Jun 08 13:56:11.293994 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-0663a7e7-866b-48c8-b272-a1038bc62663 req-0aabc738-90f0-4e3f-b103-9facb0f31cf7 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/security-groups?id=c88514d4-b8ca-44e9-ad3b-a49157879cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536437 Jun 08 13:56:11.615561 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78c9d6-df11-49e9-996c-ea186245859e req-d72c74c9-af6d-4414-966c-d64414adbab3 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:11.617523 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fa78c9d6-df11-49e9-996c-ea186245859e req-d72c74c9-af6d-4414-966c-d64414adbab3 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.61 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 945 time: 0.0461271 Jun 08 13:56:11.699781 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-fa78c9d6-df11-49e9-996c-ea186245859e req-8f390513-bd1a-4bb2-b8c4-91047ab29af1 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Deleting port 512f7b9f-3fb2-4819-b91a-7b166b591feb {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:56:11.700141 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-fa78c9d6-df11-49e9-996c-ea186245859e req-8f390513-bd1a-4bb2-b8c4-91047ab29af1 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (512f7b9f-3fb2-4819-b91a-7b166b591feb), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:11.749422 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:11.786408 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-fa78c9d6-df11-49e9-996c-ea186245859e req-8f390513-bd1a-4bb2-b8c4-91047ab29af1 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] For port 512f7b9f-3fb2-4819-b91a-7b166b591feb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=512f7b9f-3fb2-4819-b91a-7b166b591feb,segment=NetworkSegment(564f5b2d-3784-4b30-818c-8a1c5cab2c0e),segment_id=564f5b2d-3784-4b30-818c-8a1c5cab2c0e)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:56:11.786759 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-fa78c9d6-df11-49e9-996c-ea186245859e req-8f390513-bd1a-4bb2-b8c4-91047ab29af1 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (512f7b9f-3fb2-4819-b91a-7b166b591feb), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:11.799880 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-fa78c9d6-df11-49e9-996c-ea186245859e req-8f390513-bd1a-4bb2-b8c4-91047ab29af1 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Calling delete_port for 512f7b9f-3fb2-4819-b91a-7b166b591feb owned by compute:nova {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:56:11.916619 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:12.048548 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-fa78c9d6-df11-49e9-996c-ea186245859e req-8f390513-bd1a-4bb2-b8c4-91047ab29af1 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (512f7b9f-3fb2-4819-b91a-7b166b591feb), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:12.077347 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f390513-bd1a-4bb2-b8c4-91047ab29af1 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Pushing event deleted for resources: {'Port': ['ID=512f7b9f-3fb2-4819-b91a-7b166b591feb,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:12.125758 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa78c9d6-df11-49e9-996c-ea186245859e req-8f390513-bd1a-4bb2-b8c4-91047ab29af1 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] No DVR routers for this DVR port 512f7b9f-3fb2-4819-b91a-7b166b591feb on host hv-cinder-81914 {{(pid=110998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:56:12.126020 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-fa78c9d6-df11-49e9-996c-ea186245859e req-8f390513-bd1a-4bb2-b8c4-91047ab29af1 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:12.129216 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fa78c9d6-df11-49e9-996c-ea186245859e req-8f390513-bd1a-4bb2-b8c4-91047ab29af1 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.61 "DELETE /v2.0/ports/512f7b9f-3fb2-4819-b91a-7b166b591feb HTTP/1.1" status: 204 len: 173 time: 0.5066419 Jun 08 13:56:12.129641 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c573f844-d6af-4615-8cc2-191728d83c45', 'name': 'network-vif-deleted', 'tag': '512f7b9f-3fb2-4819-b91a-7b166b591feb'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:56:12.131872 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84085b8-42c0-4d19-bebc-0ed895217aa5" -d '{"events": [{"server_uuid": "c573f844-d6af-4615-8cc2-191728d83c45", "name": "network-vif-deleted", "tag": "512f7b9f-3fb2-4819-b91a-7b166b591feb"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:56:12.168295 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d23afc-857c-4685-b344-6c3d0e86d32d x-openstack-request-id: req-f0d23afc-857c-4685-b344-6c3d0e86d32d {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:56:12.168583 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c573f844-d6af-4615-8cc2-191728d83c45", "name": "network-vif-deleted", "tag": "512f7b9f-3fb2-4819-b91a-7b166b591feb", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:56:12.168832 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f0d23afc-857c-4685-b344-6c3d0e86d32d {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:56:12.169230 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0d23afc-857c-4685-b344-6c3d0e86d32d'] response: {'server_uuid': 'c573f844-d6af-4615-8cc2-191728d83c45', 'name': 'network-vif-deleted', 'tag': '512f7b9f-3fb2-4819-b91a-7b166b591feb', 'status': 'completed', 'code': 200} Jun 08 13:56:12.388489 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ea84a9fd-768b-4693-802d-03795f576d71 req-dac674e2-b117-4c0e-8ee7-528bd4750857 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 210 time: 0.0275788 Jun 08 13:56:13.501843 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7608a9dc-07f2-4128-9087-5175a4f8e5c6 req-dd5adfd3-02ff-43d7-950d-3c63774cda8d tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "GET /v2.0/ports?device_id=c573f844-d6af-4615-8cc2-191728d83c45 HTTP/1.1" status: 200 len: 210 time: 0.0322056 Jun 08 13:56:13.546259 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:13.698247 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:56:14.561410 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42440) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:56:14.622956 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-0a251dcb-3252-4c02-a841-75165a8c42f8 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for security_group (c88514d4-b8ca-44e9-ad3b-a49157879cf2), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:14.648408 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-0a251dcb-3252-4c02-a841-75165a8c42f8 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for security_group (c88514d4-b8ca-44e9-ad3b-a49157879cf2), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:14.780464 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-0a251dcb-3252-4c02-a841-75165a8c42f8 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (c88514d4-b8ca-44e9-ad3b-a49157879cf2), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:14.783069 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-0a251dcb-3252-4c02-a841-75165a8c42f8 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:14.784177 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-0a251dcb-3252-4c02-a841-75165a8c42f8 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] 10.222.0.55 "DELETE /v2.0/security-groups/c88514d4-b8ca-44e9-ad3b-a49157879cf2 HTTP/1.1" status: 204 len: 168 time: 0.2220287 Jun 08 13:56:14.793871 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a251dcb-3252-4c02-a841-75165a8c42f8 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88514d4-b8ca-44e9-ad3b-a49157879cf2,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:14.912410 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 42444) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:56:14.990539 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:15.156494 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 512f7b9f-3fb2-4819-b91a-7b166b591feb no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:56:15.174793 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] No Port match for: 512f7b9f-3fb2-4819-b91a-7b166b591feb {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:56:15.175129 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 512f7b9f-3fb2-4819-b91a-7b166b591feb not bound to the agent host hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:56:15.221030 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-f1fb300a-6815-43ec-bc91-2d2e29f3452b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354865'] for router_interface (3660c206-2e1b-45c0-a916-e3ab3c171b2d), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:15.436140 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-f1fb300a-6815-43ec-bc91-2d2e29f3452b admin admin] Deleting port 67b1057b-e3be-4891-894d-378d8fd8352e {{(pid=110997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:56:15.436411 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-f1fb300a-6815-43ec-bc91-2d2e29f3452b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (67b1057b-e3be-4891-894d-378d8fd8352e), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:15.519523 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.db [None req-f1fb300a-6815-43ec-bc91-2d2e29f3452b admin admin] For port 67b1057b-e3be-4891-894d-378d8fd8352e, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=67b1057b-e3be-4891-894d-378d8fd8352e,segment=NetworkSegment(564f5b2d-3784-4b30-818c-8a1c5cab2c0e),segment_id=564f5b2d-3784-4b30-818c-8a1c5cab2c0e)] {{(pid=110997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:56:15.519885 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-f1fb300a-6815-43ec-bc91-2d2e29f3452b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (67b1057b-e3be-4891-894d-378d8fd8352e), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:15.533089 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-f1fb300a-6815-43ec-bc91-2d2e29f3452b admin admin] Calling delete_port for 67b1057b-e3be-4891-894d-378d8fd8352e owned by network:router_interface {{(pid=110997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:56:15.577483 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:15.802898 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-f1fb300a-6815-43ec-bc91-2d2e29f3452b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (67b1057b-e3be-4891-894d-378d8fd8352e), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:15.828276 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb300a-6815-43ec-bc91-2d2e29f3452b admin admin] Pushing event deleted for resources: {'Port': ['ID=67b1057b-e3be-4891-894d-378d8fd8352e,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:16.163711 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:16.223066 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-f1fb300a-6815-43ec-bc91-2d2e29f3452b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355233'] for router_interface (3660c206-2e1b-45c0-a916-e3ab3c171b2d), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:16.430945 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fb300a-6815-43ec-bc91-2d2e29f3452b admin admin] Router 3660c206-2e1b-45c0-a916-e3ab3c171b2d has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:56:16.532786 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fb300a-6815-43ec-bc91-2d2e29f3452b admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:56:16.537812 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-f1fb300a-6815-43ec-bc91-2d2e29f3452b admin admin] 10.222.0.55 "PUT /v2.0/routers/3660c206-2e1b-45c0-a916-e3ab3c171b2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6232412 Jun 08 13:56:16.540921 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 42446) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:56:16.543484 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55e0ce7-05d4-41ac-a38c-184c6c187015 None None] Sync routers for ids ['3660c206-2e1b-45c0-a916-e3ab3c171b2d'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:56:16.554882 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55e0ce7-05d4-41ac-a38c-184c6c187015 None None] Routers {'3660c206-2e1b-45c0-a916-e3ab3c171b2d'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:56:16.555832 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-c55e0ce7-05d4-41ac-a38c-184c6c187015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:56:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['3660c206-2e1b-45c0-a916-e3ab3c171b2d'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:16.643598 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-cc2e5b3f-13e2-4d10-9506-d135c865a585 admin admin] Publish callbacks [] for router (3660c206-2e1b-45c0-a916-e3ab3c171b2d), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:16.654455 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-c55e0ce7-05d4-41ac-a38c-184c6c187015 None None] Set router 3660c206-2e1b-45c0-a916-e3ab3c171b2d gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:56:16.717787 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:16.745461 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-cc2e5b3f-13e2-4d10-9506-d135c865a585 admin admin] Publish callbacks [] for router_gateway (3660c206-2e1b-45c0-a916-e3ab3c171b2d), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:16.766640 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=100 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:16.821862 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-c55e0ce7-05d4-41ac-a38c-184c6c187015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'name': 'tempest-TestShelveInstance-414490362-router', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'f7d54be2-3d64-4d39-92fa-4a66e8cdc679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:51:20Z', 'updated_at': '2022-06-08T13:56:15Z', 'revision_number': 5, 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'gw_port': {'id': 'f7d54be2-3d64-4d39-92fa-4a66e8cdc679', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:21Z', 'updated_at': '2022-06-08T13:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:16.846270 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55e0ce7-05d4-41ac-a38c-184c6c187015 None None] Checking router: 3660c206-2e1b-45c0-a916-e3ab3c171b2d for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:56:16.855233 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55e0ce7-05d4-41ac-a38c-184c6c187015 None None] Routers {'3660c206-2e1b-45c0-a916-e3ab3c171b2d'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:56:16.855823 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-c55e0ce7-05d4-41ac-a38c-184c6c187015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:56:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['3660c206-2e1b-45c0-a916-e3ab3c171b2d'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:16.877494 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-cc2e5b3f-13e2-4d10-9506-d135c865a585 admin admin] Deleting port f7d54be2-3d64-4d39-92fa-4a66e8cdc679 {{(pid=110997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:56:16.878048 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-cc2e5b3f-13e2-4d10-9506-d135c865a585 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (f7d54be2-3d64-4d39-92fa-4a66e8cdc679), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:16.937504 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-c55e0ce7-05d4-41ac-a38c-184c6c187015 None None] Set router 3660c206-2e1b-45c0-a916-e3ab3c171b2d gateway port host: None {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:56:16.959006 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.db [None req-cc2e5b3f-13e2-4d10-9506-d135c865a585 admin admin] For port f7d54be2-3d64-4d39-92fa-4a66e8cdc679, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=f7d54be2-3d64-4d39-92fa-4a66e8cdc679,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=110997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:56:16.959372 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-cc2e5b3f-13e2-4d10-9506-d135c865a585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (f7d54be2-3d64-4d39-92fa-4a66e8cdc679), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:16.973055 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-cc2e5b3f-13e2-4d10-9506-d135c865a585 admin admin] Calling delete_port for f7d54be2-3d64-4d39-92fa-4a66e8cdc679 owned by network:router_gateway {{(pid=110997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:56:16.990366 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-c55e0ce7-05d4-41ac-a38c-184c6c187015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'name': 'tempest-TestShelveInstance-414490362-router', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:51:20Z', 'updated_at': '2022-06-08T13:56:16Z', 'revision_number': 6, 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'gw_port_host': None}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:17.015572 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55e0ce7-05d4-41ac-a38c-184c6c187015 None None] The sync data for ids ['3660c206-2e1b-45c0-a916-e3ab3c171b2d'] in dv-cinder-819149-5-iscsi is: [{'id': '3660c206-2e1b-45c0-a916-e3ab3c171b2d', 'name': 'tempest-TestShelveInstance-414490362-router', 'tenant_id': '708bec67bbb748b382b82cd0da768d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:51:20Z', 'updated_at': '2022-06-08T13:56:16Z', 'revision_number': 6, 'project_id': '708bec67bbb748b382b82cd0da768d5c', 'gw_port_host': None}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:56:17.099936 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:17.243181 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-cc2e5b3f-13e2-4d10-9506-d135c865a585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (f7d54be2-3d64-4d39-92fa-4a66e8cdc679), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:17.271807 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e5b3f-13e2-4d10-9506-d135c865a585 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7d54be2-3d64-4d39-92fa-4a66e8cdc679,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:17.333431 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-cc2e5b3f-13e2-4d10-9506-d135c865a585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358006'] for router_gateway (3660c206-2e1b-45c0-a916-e3ab3c171b2d), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:17.423138 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-cc2e5b3f-13e2-4d10-9506-d135c865a585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-354715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2700'] for router (3660c206-2e1b-45c0-a916-e3ab3c171b2d), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:17.425504 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-cc2e5b3f-13e2-4d10-9506-d135c865a585 admin admin] Publish callbacks [] for router_controller (3660c206-2e1b-45c0-a916-e3ab3c171b2d), precommit_delete_associations {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:17.546102 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-cc2e5b3f-13e2-4d10-9506-d135c865a585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-355316'] for router (3660c206-2e1b-45c0-a916-e3ab3c171b2d), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:17.546644 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2e5b3f-13e2-4d10-9506-d135c865a585 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3660c206-2e1b-45c0-a916-e3ab3c171b2d {{(pid=110997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 13:56:17.551073 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-cc2e5b3f-13e2-4d10-9506-d135c865a585 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:17.552270 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-cc2e5b3f-13e2-4d10-9506-d135c865a585 admin admin] 10.222.0.55 "DELETE /v2.0/routers/3660c206-2e1b-45c0-a916-e3ab3c171b2d HTTP/1.1" status: 204 len: 168 time: 1.0104189 Jun 08 13:56:17.555605 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 42448) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:56:17.604367 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb94ee1-38b5-4626-8fd2-0644057e2ba3 admin admin] Deleting subnet e27a3c02-47f7-4cd7-94ae-1439be78370b {{(pid=110997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 13:56:17.607573 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0bb94ee1-38b5-4626-8fd2-0644057e2ba3 admin admin] Publish callbacks [] for subnet (e27a3c02-47f7-4cd7-94ae-1439be78370b), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:17.642781 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0bb94ee1-38b5-4626-8fd2-0644057e2ba3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11440041'] for subnet (e27a3c02-47f7-4cd7-94ae-1439be78370b), precommit_delete_associations {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:17.716352 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0bb94ee1-38b5-4626-8fd2-0644057e2ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628126'] for subnet (e27a3c02-47f7-4cd7-94ae-1439be78370b), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:17.878335 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0bb94ee1-38b5-4626-8fd2-0644057e2ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8407458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12563171'] for subnet (e27a3c02-47f7-4cd7-94ae-1439be78370b), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:17.902561 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84addd2d-0671-4524-95e5-9a4abe09ccf9 None None] Network 825cb388-149d-48df-81a0-0e0450f2f381 requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:56:17.911998 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-0bb94ee1-38b5-4626-8fd2-0644057e2ba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for subnet (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:17.916146 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-0bb94ee1-38b5-4626-8fd2-0644057e2ba3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e27a3c02-47f7-4cd7-94ae-1439be78370b HTTP/1.1" status: 204 len: 168 time: 0.3595304 Jun 08 13:56:17.917165 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb94ee1-38b5-4626-8fd2-0644057e2ba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e27a3c02-47f7-4cd7-94ae-1439be78370b,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:17.918819 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42450) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:56:17.959621 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device f7d54be2-3d64-4d39-92fa-4a66e8cdc679 no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:56:17.984965 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: f7d54be2-3d64-4d39-92fa-4a66e8cdc679 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:56:17.985356 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device f7d54be2-3d64-4d39-92fa-4a66e8cdc679 not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:56:17.985774 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 67b1057b-e3be-4891-894d-378d8fd8352e no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:56:18.002789 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3680580d-4821-4c96-90dd-43ece166f583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427792'] for network (825cb388-149d-48df-81a0-0e0450f2f381), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:18.026736 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: 67b1057b-e3be-4891-894d-378d8fd8352e {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:56:18.027072 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 67b1057b-e3be-4891-894d-378d8fd8352e not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:56:18.051145 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-3680580d-4821-4c96-90dd-43ece166f583 admin admin] Deleting port e4be08b2-a1ae-4d25-9788-23b36a317f39 {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:56:18.051480 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3680580d-4821-4c96-90dd-43ece166f583 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (e4be08b2-a1ae-4d25-9788-23b36a317f39), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:18.118457 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5acc599-01c2-4830-b010-d314750d2ebb None None] DHCP port deletion for 825cb388-149d-48df-81a0-0e0450f2f381 request from dv-cinder-819149-5-iscsi {{(pid=110999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 08 13:56:18.120600 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [None req-3680580d-4821-4c96-90dd-43ece166f583 admin admin] For port e4be08b2-a1ae-4d25-9788-23b36a317f39, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=e4be08b2-a1ae-4d25-9788-23b36a317f39,segment=NetworkSegment(564f5b2d-3784-4b30-818c-8a1c5cab2c0e),segment_id=564f5b2d-3784-4b30-818c-8a1c5cab2c0e)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:56:18.120964 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3680580d-4821-4c96-90dd-43ece166f583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (e4be08b2-a1ae-4d25-9788-23b36a317f39), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:18.134308 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-3680580d-4821-4c96-90dd-43ece166f583 admin admin] Calling delete_port for e4be08b2-a1ae-4d25-9788-23b36a317f39 owned by network:dhcp {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:56:18.157393 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-d5acc599-01c2-4830-b010-d314750d2ebb None None] Deleting port e4be08b2-a1ae-4d25-9788-23b36a317f39 {{(pid=110999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:56:18.157763 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-d5acc599-01c2-4830-b010-d314750d2ebb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (e4be08b2-a1ae-4d25-9788-23b36a317f39), before_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:18.221206 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-d5acc599-01c2-4830-b010-d314750d2ebb None None] For port e4be08b2-a1ae-4d25-9788-23b36a317f39, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=e4be08b2-a1ae-4d25-9788-23b36a317f39,segment=NetworkSegment(564f5b2d-3784-4b30-818c-8a1c5cab2c0e),segment_id=564f5b2d-3784-4b30-818c-8a1c5cab2c0e)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:56:18.221602 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-d5acc599-01c2-4830-b010-d314750d2ebb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (e4be08b2-a1ae-4d25-9788-23b36a317f39), precommit_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:18.235119 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-d5acc599-01c2-4830-b010-d314750d2ebb None None] Calling delete_port for e4be08b2-a1ae-4d25-9788-23b36a317f39 owned by network:dhcp {{(pid=110999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:56:18.317610 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3680580d-4821-4c96-90dd-43ece166f583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (e4be08b2-a1ae-4d25-9788-23b36a317f39), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:18.323952 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-d5acc599-01c2-4830-b010-d314750d2ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809'] for port (e4be08b2-a1ae-4d25-9788-23b36a317f39), after_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:18.348156 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5acc599-01c2-4830-b010-d314750d2ebb None None] Pushing event deleted for resources: {'Port': ['ID=e4be08b2-a1ae-4d25-9788-23b36a317f39,revision_number=None']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:18.350343 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3680580d-4821-4c96-90dd-43ece166f583 admin admin] No DVR routers for this DVR port e4be08b2-a1ae-4d25-9788-23b36a317f39 on host dv-cinder-819149-5-iscsi {{(pid=110998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:56:18.352113 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680580d-4821-4c96-90dd-43ece166f583 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4be08b2-a1ae-4d25-9788-23b36a317f39,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:18.355830 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5acc599-01c2-4830-b010-d314750d2ebb None None] No DVR routers for this DVR port e4be08b2-a1ae-4d25-9788-23b36a317f39 on host dv-cinder-819149-5-iscsi {{(pid=110999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:56:18.360278 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5acc599-01c2-4830-b010-d314750d2ebb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:18.360278 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5acc599-01c2-4830-b010-d314750d2ebb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:18.360278 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5acc599-01c2-4830-b010-d314750d2ebb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:18.360278 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5acc599-01c2-4830-b010-d314750d2ebb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:18.360278 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5acc599-01c2-4830-b010-d314750d2ebb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:18.360278 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5acc599-01c2-4830-b010-d314750d2ebb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:18.360278 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5acc599-01c2-4830-b010-d314750d2ebb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:18.360278 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5acc599-01c2-4830-b010-d314750d2ebb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:18.361015 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5acc599-01c2-4830-b010-d314750d2ebb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:18.361015 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5acc599-01c2-4830-b010-d314750d2ebb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:18.361015 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5acc599-01c2-4830-b010-d314750d2ebb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:18.361292 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5acc599-01c2-4830-b010-d314750d2ebb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:18.361608 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5acc599-01c2-4830-b010-d314750d2ebb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:18.361915 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5acc599-01c2-4830-b010-d314750d2ebb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:18.362221 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5acc599-01c2-4830-b010-d314750d2ebb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:18.425787 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3680580d-4821-4c96-90dd-43ece166f583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629017', 'neutron.services.segments.db._delete_segments_for_network-8774158746125'] for network (825cb388-149d-48df-81a0-0e0450f2f381), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:18.447398 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-3680580d-4821-4c96-90dd-43ece166f583 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['825cb388-149d-48df-81a0-0e0450f2f381']}} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:18.456613 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-3680580d-4821-4c96-90dd-43ece166f583 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564f5b2d-3784-4b30-818c-8a1c5cab2c0e') {'for_net_delete': True} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:18.456943 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-3680580d-4821-4c96-90dd-43ece166f583 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564f5b2d-3784-4b30-818c-8a1c5cab2c0e') {} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:18.466579 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3680580d-4821-4c96-90dd-43ece166f583 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158745236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8827952'] for segment (564f5b2d-3784-4b30-818c-8a1c5cab2c0e), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:18.480026 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3680580d-4821-4c96-90dd-43ece166f583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (564f5b2d-3784-4b30-818c-8a1c5cab2c0e), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:18.486519 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3680580d-4821-4c96-90dd-43ece166f583 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=110998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:56:18.486896 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3680580d-4821-4c96-90dd-43ece166f583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11351950'] for segment (564f5b2d-3784-4b30-818c-8a1c5cab2c0e), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:18.529918 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.services.segments.plugin [-] Segment 564f5b2d-3784-4b30-818c-8a1c5cab2c0e resource provider aggregate not found Jun 08 13:56:18.547954 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.services.segments.plugin [-] Segment 564f5b2d-3784-4b30-818c-8a1c5cab2c0e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 564f5b2d-3784-4b30-818c-8a1c5cab2c0e found for delete ", "request_id": "req-35806e0d-3900-4ce9-a0c8-aed576da645e"}]} Jun 08 13:56:18.548906 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:18.637318 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3680580d-4821-4c96-90dd-43ece166f583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357978'] for network (825cb388-149d-48df-81a0-0e0450f2f381), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:18.642699 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3680580d-4821-4c96-90dd-43ece166f583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:18.645724 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-3680580d-4821-4c96-90dd-43ece166f583 admin admin] 10.222.0.55 "DELETE /v2.0/networks/825cb388-149d-48df-81a0-0e0450f2f381 HTTP/1.1" status: 204 len: 168 time: 0.7259307 Jun 08 13:56:18.648859 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 42456) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:56:18.655495 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:18.656835 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680580d-4821-4c96-90dd-43ece166f583 admin admin] Pushing event deleted for resources: {'Network': ['ID=825cb388-149d-48df-81a0-0e0450f2f381,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:18.949800 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c7123aeb-ac9a-4070-b8e5-89facb15ee1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354865'] for router_interface (74901ba7-e5ce-41b6-a9ca-7ce76d029f22), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:19.034646 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:19.164496 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-c7123aeb-ac9a-4070-b8e5-89facb15ee1e admin admin] Deleting port 0eb381e4-ebcb-42ab-b111-556e0136ebf7 {{(pid=110997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:56:19.164823 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c7123aeb-ac9a-4070-b8e5-89facb15ee1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (0eb381e4-ebcb-42ab-b111-556e0136ebf7), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:19.245978 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.db [None req-c7123aeb-ac9a-4070-b8e5-89facb15ee1e admin admin] For port 0eb381e4-ebcb-42ab-b111-556e0136ebf7, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=0eb381e4-ebcb-42ab-b111-556e0136ebf7,segment=NetworkSegment(129318b7-6702-4484-97c7-4d8f7387d842),segment_id=129318b7-6702-4484-97c7-4d8f7387d842)] {{(pid=110997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:56:19.246251 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c7123aeb-ac9a-4070-b8e5-89facb15ee1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (0eb381e4-ebcb-42ab-b111-556e0136ebf7), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:19.259353 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-c7123aeb-ac9a-4070-b8e5-89facb15ee1e admin admin] Calling delete_port for 0eb381e4-ebcb-42ab-b111-556e0136ebf7 owned by network:router_interface {{(pid=110997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:56:19.506105 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c7123aeb-ac9a-4070-b8e5-89facb15ee1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (0eb381e4-ebcb-42ab-b111-556e0136ebf7), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:19.536250 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7123aeb-ac9a-4070-b8e5-89facb15ee1e admin admin] Pushing event deleted for resources: {'Port': ['ID=0eb381e4-ebcb-42ab-b111-556e0136ebf7,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:19.587597 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:19.703893 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c7123aeb-ac9a-4070-b8e5-89facb15ee1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355233'] for router_interface (74901ba7-e5ce-41b6-a9ca-7ce76d029f22), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:19.910502 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7123aeb-ac9a-4070-b8e5-89facb15ee1e admin admin] Router 74901ba7-e5ce-41b6-a9ca-7ce76d029f22 has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:56:19.982206 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device e4be08b2-a1ae-4d25-9788-23b36a317f39 no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:56:20.001321 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: e4be08b2-a1ae-4d25-9788-23b36a317f39 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:56:20.001665 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device e4be08b2-a1ae-4d25-9788-23b36a317f39 not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:56:20.004247 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:20.014301 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7123aeb-ac9a-4070-b8e5-89facb15ee1e admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:56:20.021385 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-c7123aeb-ac9a-4070-b8e5-89facb15ee1e admin admin] 10.222.0.55 "PUT /v2.0/routers/74901ba7-e5ce-41b6-a9ca-7ce76d029f22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3692002 Jun 08 13:56:20.021781 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 42458) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:56:20.024698 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c988cbdf-67f7-4ea6-90b0-be7fe971c41d None None] Sync routers for ids ['74901ba7-e5ce-41b6-a9ca-7ce76d029f22'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:56:20.035351 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c988cbdf-67f7-4ea6-90b0-be7fe971c41d None None] Routers {'74901ba7-e5ce-41b6-a9ca-7ce76d029f22'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:56:20.035958 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-c988cbdf-67f7-4ea6-90b0-be7fe971c41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:56:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['74901ba7-e5ce-41b6-a9ca-7ce76d029f22'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:20.139300 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-c988cbdf-67f7-4ea6-90b0-be7fe971c41d None None] Set router 74901ba7-e5ce-41b6-a9ca-7ce76d029f22 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:56:20.309476 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-c988cbdf-67f7-4ea6-90b0-be7fe971c41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74901ba7-e5ce-41b6-a9ca-7ce76d029f22', 'name': 'tempest-TestShelveInstance-2085418706-router', 'tenant_id': '57fc05095ad8465dbef7b7d35be6b200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '33ca8536-7b0f-41e1-83db-3c06fb8b237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:51:29Z', 'updated_at': '2022-06-08T13:56:19Z', 'revision_number': 5, 'project_id': '57fc05095ad8465dbef7b7d35be6b200', 'gw_port': {'id': '33ca8536-7b0f-41e1-83db-3c06fb8b237a', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74901ba7-e5ce-41b6-a9ca-7ce76d029f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:29Z', 'updated_at': '2022-06-08T13:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:20.470681 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c988cbdf-67f7-4ea6-90b0-be7fe971c41d None None] Checking router: 74901ba7-e5ce-41b6-a9ca-7ce76d029f22 for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:56:20.480490 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c988cbdf-67f7-4ea6-90b0-be7fe971c41d None None] Routers {'74901ba7-e5ce-41b6-a9ca-7ce76d029f22'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:56:20.481138 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-c988cbdf-67f7-4ea6-90b0-be7fe971c41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:56:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['74901ba7-e5ce-41b6-a9ca-7ce76d029f22'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:20.523036 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:20.555172 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:20.575856 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-dc782e88-ec55-4099-ab4a-3c8a49f4a460 admin admin] Publish callbacks [] for router (74901ba7-e5ce-41b6-a9ca-7ce76d029f22), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:20.584295 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-c988cbdf-67f7-4ea6-90b0-be7fe971c41d None None] Set router 74901ba7-e5ce-41b6-a9ca-7ce76d029f22 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:56:20.675231 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-dc782e88-ec55-4099-ab4a-3c8a49f4a460 admin admin] Publish callbacks [] for router_gateway (74901ba7-e5ce-41b6-a9ca-7ce76d029f22), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:20.759559 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-c988cbdf-67f7-4ea6-90b0-be7fe971c41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74901ba7-e5ce-41b6-a9ca-7ce76d029f22', 'name': 'tempest-TestShelveInstance-2085418706-router', 'tenant_id': '57fc05095ad8465dbef7b7d35be6b200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '33ca8536-7b0f-41e1-83db-3c06fb8b237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:51:29Z', 'updated_at': '2022-06-08T13:56:19Z', 'revision_number': 5, 'project_id': '57fc05095ad8465dbef7b7d35be6b200', 'gw_port': {'id': '33ca8536-7b0f-41e1-83db-3c06fb8b237a', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74901ba7-e5ce-41b6-a9ca-7ce76d029f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:29Z', 'updated_at': '2022-06-08T13:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:20.777246 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-dc782e88-ec55-4099-ab4a-3c8a49f4a460 admin admin] Deleting port 33ca8536-7b0f-41e1-83db-3c06fb8b237a {{(pid=110997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:56:20.777807 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-dc782e88-ec55-4099-ab4a-3c8a49f4a460 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (33ca8536-7b0f-41e1-83db-3c06fb8b237a), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:20.785117 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c988cbdf-67f7-4ea6-90b0-be7fe971c41d None None] The sync data for ids ['74901ba7-e5ce-41b6-a9ca-7ce76d029f22'] in dv-cinder-819149-5-iscsi is: [{'id': '74901ba7-e5ce-41b6-a9ca-7ce76d029f22', 'name': 'tempest-TestShelveInstance-2085418706-router', 'tenant_id': '57fc05095ad8465dbef7b7d35be6b200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '33ca8536-7b0f-41e1-83db-3c06fb8b237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:51:29Z', 'updated_at': '2022-06-08T13:56:19Z', 'revision_number': 5, 'project_id': '57fc05095ad8465dbef7b7d35be6b200', 'gw_port': {'id': '33ca8536-7b0f-41e1-83db-3c06fb8b237a', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74901ba7-e5ce-41b6-a9ca-7ce76d029f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:51:29Z', 'updated_at': '2022-06-08T13:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:56:20.863225 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.db [None req-dc782e88-ec55-4099-ab4a-3c8a49f4a460 admin admin] For port 33ca8536-7b0f-41e1-83db-3c06fb8b237a, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=33ca8536-7b0f-41e1-83db-3c06fb8b237a,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=110997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:56:20.863584 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-dc782e88-ec55-4099-ab4a-3c8a49f4a460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (33ca8536-7b0f-41e1-83db-3c06fb8b237a), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:20.876850 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-dc782e88-ec55-4099-ab4a-3c8a49f4a460 admin admin] Calling delete_port for 33ca8536-7b0f-41e1-83db-3c06fb8b237a owned by network:router_gateway {{(pid=110997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:56:21.029544 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:21.135048 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-dc782e88-ec55-4099-ab4a-3c8a49f4a460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (33ca8536-7b0f-41e1-83db-3c06fb8b237a), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:21.163421 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc782e88-ec55-4099-ab4a-3c8a49f4a460 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ca8536-7b0f-41e1-83db-3c06fb8b237a,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:21.231447 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-dc782e88-ec55-4099-ab4a-3c8a49f4a460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358006'] for router_gateway (74901ba7-e5ce-41b6-a9ca-7ce76d029f22), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:21.323085 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-dc782e88-ec55-4099-ab4a-3c8a49f4a460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-354715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2700'] for router (74901ba7-e5ce-41b6-a9ca-7ce76d029f22), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:21.325410 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-dc782e88-ec55-4099-ab4a-3c8a49f4a460 admin admin] Publish callbacks [] for router_controller (74901ba7-e5ce-41b6-a9ca-7ce76d029f22), precommit_delete_associations {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:21.426144 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-dc782e88-ec55-4099-ab4a-3c8a49f4a460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-355316'] for router (74901ba7-e5ce-41b6-a9ca-7ce76d029f22), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:21.426712 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc782e88-ec55-4099-ab4a-3c8a49f4a460 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74901ba7-e5ce-41b6-a9ca-7ce76d029f22 {{(pid=110997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 13:56:21.431350 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-dc782e88-ec55-4099-ab4a-3c8a49f4a460 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:21.435161 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-dc782e88-ec55-4099-ab4a-3c8a49f4a460 admin admin] 10.222.0.55 "DELETE /v2.0/routers/74901ba7-e5ce-41b6-a9ca-7ce76d029f22 HTTP/1.1" status: 204 len: 168 time: 1.4092314 Jun 08 13:56:21.435161 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 42462) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:56:21.486937 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4695ad6-1f01-4ca9-ae07-78e3814259ec admin admin] Deleting subnet 917b292f-4675-41a4-bc5c-ca820ebca98b {{(pid=110997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 13:56:21.489827 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:21.490606 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a4695ad6-1f01-4ca9-ae07-78e3814259ec admin admin] Publish callbacks [] for subnet (917b292f-4675-41a4-bc5c-ca820ebca98b), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:21.528944 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a4695ad6-1f01-4ca9-ae07-78e3814259ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11440041'] for subnet (917b292f-4675-41a4-bc5c-ca820ebca98b), precommit_delete_associations {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:21.608977 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a4695ad6-1f01-4ca9-ae07-78e3814259ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628126'] for subnet (917b292f-4675-41a4-bc5c-ca820ebca98b), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:21.734824 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a4695ad6-1f01-4ca9-ae07-78e3814259ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8407458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12563171'] for subnet (917b292f-4675-41a4-bc5c-ca820ebca98b), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:21.761314 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4695ad6-1f01-4ca9-ae07-78e3814259ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=917b292f-4675-41a4-bc5c-ca820ebca98b,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:21.765138 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a4695ad6-1f01-4ca9-ae07-78e3814259ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for subnet (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:21.768298 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-a4695ad6-1f01-4ca9-ae07-78e3814259ec admin admin] 10.222.0.55 "DELETE /v2.0/subnets/917b292f-4675-41a4-bc5c-ca820ebca98b HTTP/1.1" status: 204 len: 168 time: 0.3323650 Jun 08 13:56:21.770929 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 42466) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:56:21.773471 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb3ca46-32be-4dae-9d6a-3107802fa46a None None] Network 3302ed64-c6b8-41fb-a19e-bab066f5a9bc requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:56:21.840558 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b39aaa57-3451-4a37-adcb-c8c9a24b1e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427792'] for network (3302ed64-c6b8-41fb-a19e-bab066f5a9bc), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:21.903591 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-b39aaa57-3451-4a37-adcb-c8c9a24b1e9f admin admin] Deleting port bcd8eff7-84e4-47c5-befa-c72a7d33f31a {{(pid=110997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:56:21.904168 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b39aaa57-3451-4a37-adcb-c8c9a24b1e9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (bcd8eff7-84e4-47c5-befa-c72a7d33f31a), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:21.955018 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60b2f85-7b20-4dda-b457-21c1112b8c35 None None] DHCP port deletion for 3302ed64-c6b8-41fb-a19e-bab066f5a9bc request from dv-cinder-819149-5-iscsi {{(pid=110999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 08 13:56:21.986661 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.db [None req-b39aaa57-3451-4a37-adcb-c8c9a24b1e9f admin admin] For port bcd8eff7-84e4-47c5-befa-c72a7d33f31a, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=bcd8eff7-84e4-47c5-befa-c72a7d33f31a,segment=NetworkSegment(129318b7-6702-4484-97c7-4d8f7387d842),segment_id=129318b7-6702-4484-97c7-4d8f7387d842)] {{(pid=110997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:56:21.987022 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b39aaa57-3451-4a37-adcb-c8c9a24b1e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (bcd8eff7-84e4-47c5-befa-c72a7d33f31a), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:22.001108 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 0eb381e4-ebcb-42ab-b111-556e0136ebf7 no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:56:22.001890 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-b39aaa57-3451-4a37-adcb-c8c9a24b1e9f admin admin] Calling delete_port for bcd8eff7-84e4-47c5-befa-c72a7d33f31a owned by network:dhcp {{(pid=110997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:56:22.003354 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-e60b2f85-7b20-4dda-b457-21c1112b8c35 None None] Deleting port bcd8eff7-84e4-47c5-befa-c72a7d33f31a {{(pid=110999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:56:22.003717 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-e60b2f85-7b20-4dda-b457-21c1112b8c35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (bcd8eff7-84e4-47c5-befa-c72a7d33f31a), before_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:22.058580 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: 0eb381e4-ebcb-42ab-b111-556e0136ebf7 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:56:22.058921 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 0eb381e4-ebcb-42ab-b111-556e0136ebf7 not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:56:22.059337 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 33ca8536-7b0f-41e1-83db-3c06fb8b237a no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:56:22.080210 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: 33ca8536-7b0f-41e1-83db-3c06fb8b237a {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:56:22.080549 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 33ca8536-7b0f-41e1-83db-3c06fb8b237a not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:56:22.099082 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-e60b2f85-7b20-4dda-b457-21c1112b8c35 None None] For port bcd8eff7-84e4-47c5-befa-c72a7d33f31a, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=bcd8eff7-84e4-47c5-befa-c72a7d33f31a,segment=NetworkSegment(129318b7-6702-4484-97c7-4d8f7387d842),segment_id=129318b7-6702-4484-97c7-4d8f7387d842)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:56:22.099415 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-e60b2f85-7b20-4dda-b457-21c1112b8c35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (bcd8eff7-84e4-47c5-befa-c72a7d33f31a), precommit_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:22.116377 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-e60b2f85-7b20-4dda-b457-21c1112b8c35 None None] Calling delete_port for bcd8eff7-84e4-47c5-befa-c72a7d33f31a owned by network:dhcp {{(pid=110999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:56:22.135059 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b39aaa57-3451-4a37-adcb-c8c9a24b1e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (bcd8eff7-84e4-47c5-befa-c72a7d33f31a), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:22.140411 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:22.166163 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39aaa57-3451-4a37-adcb-c8c9a24b1e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd8eff7-84e4-47c5-befa-c72a7d33f31a,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:22.169829 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39aaa57-3451-4a37-adcb-c8c9a24b1e9f admin admin] No DVR routers for this DVR port bcd8eff7-84e4-47c5-befa-c72a7d33f31a on host dv-cinder-819149-5-iscsi {{(pid=110997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:56:22.193163 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-e60b2f85-7b20-4dda-b457-21c1112b8c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809'] for port (bcd8eff7-84e4-47c5-befa-c72a7d33f31a), after_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:22.221547 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b2f85-7b20-4dda-b457-21c1112b8c35 None None] Pushing event deleted for resources: {'Port': ['ID=bcd8eff7-84e4-47c5-befa-c72a7d33f31a,revision_number=None']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:22.222630 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60b2f85-7b20-4dda-b457-21c1112b8c35 None None] No DVR routers for this DVR port bcd8eff7-84e4-47c5-befa-c72a7d33f31a on host dv-cinder-819149-5-iscsi {{(pid=110999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:56:22.243577 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b39aaa57-3451-4a37-adcb-c8c9a24b1e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629017', 'neutron.services.segments.db._delete_segments_for_network-8774158746125'] for network (3302ed64-c6b8-41fb-a19e-bab066f5a9bc), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:22.264514 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.services.segments.db [None req-b39aaa57-3451-4a37-adcb-c8c9a24b1e9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3302ed64-c6b8-41fb-a19e-bab066f5a9bc']}} {{(pid=110997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:22.274601 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.services.segments.db [None req-b39aaa57-3451-4a37-adcb-c8c9a24b1e9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129318b7-6702-4484-97c7-4d8f7387d842') {'for_net_delete': True} {{(pid=110997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:22.274894 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.services.segments.db [None req-b39aaa57-3451-4a37-adcb-c8c9a24b1e9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129318b7-6702-4484-97c7-4d8f7387d842') {} {{(pid=110997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:22.284486 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b39aaa57-3451-4a37-adcb-c8c9a24b1e9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158745236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11440032'] for segment (129318b7-6702-4484-97c7-4d8f7387d842), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:22.298927 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b39aaa57-3451-4a37-adcb-c8c9a24b1e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (129318b7-6702-4484-97c7-4d8f7387d842), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:22.305268 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b39aaa57-3451-4a37-adcb-c8c9a24b1e9f admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=110997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:56:22.305652 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b39aaa57-3451-4a37-adcb-c8c9a24b1e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8407544'] for segment (129318b7-6702-4484-97c7-4d8f7387d842), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:22.347762 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.services.segments.plugin [-] Segment 129318b7-6702-4484-97c7-4d8f7387d842 resource provider aggregate not found Jun 08 13:56:22.370847 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.services.segments.plugin [-] Segment 129318b7-6702-4484-97c7-4d8f7387d842 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 129318b7-6702-4484-97c7-4d8f7387d842 found for delete ", "request_id": "req-66982e80-0fd3-4813-ab6b-365a59baed05"}]} Jun 08 13:56:22.448536 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b39aaa57-3451-4a37-adcb-c8c9a24b1e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357978'] for network (3302ed64-c6b8-41fb-a19e-bab066f5a9bc), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:22.453025 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-b39aaa57-3451-4a37-adcb-c8c9a24b1e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:22.456129 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-b39aaa57-3451-4a37-adcb-c8c9a24b1e9f admin admin] 10.222.0.55 "DELETE /v2.0/networks/3302ed64-c6b8-41fb-a19e-bab066f5a9bc HTTP/1.1" status: 204 len: 168 time: 0.6842742 Jun 08 13:56:22.469466 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39aaa57-3451-4a37-adcb-c8c9a24b1e9f admin admin] Pushing event deleted for resources: {'Network': ['ID=3302ed64-c6b8-41fb-a19e-bab066f5a9bc,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:22.821546 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 42474) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:56:22.862915 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-3efcd922-4aa0-4d6b-9333-5e3215f0d4b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=708bec67bbb748b382b82cd0da768d5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401571 Jun 08 13:56:22.865377 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 42476) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:56:22.915086 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-bb2ceff5-eeb4-403e-a644-27b149b36777 admin admin] Publish callbacks [] for security_group (f6ba9162-421c-40ea-a94a-eaaf8c642b99), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:22.936457 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-bb2ceff5-eeb4-403e-a644-27b149b36777 admin admin] Publish callbacks [] for security_group (f6ba9162-421c-40ea-a94a-eaaf8c642b99), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:23.077667 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-bb2ceff5-eeb4-403e-a644-27b149b36777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (f6ba9162-421c-40ea-a94a-eaaf8c642b99), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:23.080220 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-bb2ceff5-eeb4-403e-a644-27b149b36777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:23.081433 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-bb2ceff5-eeb4-403e-a644-27b149b36777 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f6ba9162-421c-40ea-a94a-eaaf8c642b99 HTTP/1.1" status: 204 len: 168 time: 0.2151191 Jun 08 13:56:23.091440 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ceff5-eeb4-403e-a644-27b149b36777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ba9162-421c-40ea-a94a-eaaf8c642b99,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:23.850896 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 42482) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:56:23.856717 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:DELETE=11,neutron:UPDATE=1,neutron:SELECT=88 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:23.891877 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-8a0e4d77-1211-428b-aa04-9ed118bd7aff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=57fc05095ad8465dbef7b7d35be6b200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401268 Jun 08 13:56:23.894334 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 42484) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:56:23.937424 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device bcd8eff7-84e4-47c5-befa-c72a7d33f31a no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:56:23.946107 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4678573c-40d5-453c-8c15-315e26e3c6c5 admin admin] Publish callbacks [] for security_group (ace0dd44-8adf-4a36-9454-6e32f0bfcdd1), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:23.959066 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: bcd8eff7-84e4-47c5-befa-c72a7d33f31a {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:56:23.966187 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device bcd8eff7-84e4-47c5-befa-c72a7d33f31a not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:56:23.968513 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4678573c-40d5-453c-8c15-315e26e3c6c5 admin admin] Publish callbacks [] for security_group (ace0dd44-8adf-4a36-9454-6e32f0bfcdd1), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:24.083248 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4678573c-40d5-453c-8c15-315e26e3c6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (ace0dd44-8adf-4a36-9454-6e32f0bfcdd1), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:24.086059 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-4678573c-40d5-453c-8c15-315e26e3c6c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:24.087224 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-4678573c-40d5-453c-8c15-315e26e3c6c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ace0dd44-8adf-4a36-9454-6e32f0bfcdd1 HTTP/1.1" status: 204 len: 168 time: 0.1919978 Jun 08 13:56:24.101673 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678573c-40d5-453c-8c15-315e26e3c6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace0dd44-8adf-4a36-9454-6e32f0bfcdd1,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:28.647690 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=76,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:31.825709 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-70a82fdc-b195-451e-aa34-3481b0522604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:34.092379 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=71,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:34.191831 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-da7b870f-85ad-40e7-b3cf-0f1b00064442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:35.551529 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:36.659412 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:36.714756 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=10 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:36.715416 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=61 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:38.123109 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:43.098591 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6bb58-9a86-422c-9546-da2a7757038d req-496922ef-d124-43d2-aad8-53f1f613d404 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:43.100143 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3ee6bb58-9a86-422c-9546-da2a7757038d req-496922ef-d124-43d2-aad8-53f1f613d404 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=6803a856-e3c4-4bf7-b84e-7b2c36f70e4b HTTP/1.1" status: 200 len: 946 time: 0.0516753 Jun 08 13:56:43.146687 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3ee6bb58-9a86-422c-9546-da2a7757038d req-ea75699e-5065-493f-936f-b26284fcb902 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=907a26ed-8584-486e-894d-3036b218f037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409787 Jun 08 13:56:43.557411 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:44.265707 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496593b-6171-4a1c-8ce8-6b48a60031c3 req-e014554a-25b3-4986-b3f6-e20d55da549e tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:44.267218 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8496593b-6171-4a1c-8ce8-6b48a60031c3 req-e014554a-25b3-4986-b3f6-e20d55da549e tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=6803a856-e3c4-4bf7-b84e-7b2c36f70e4b HTTP/1.1" status: 200 len: 946 time: 0.0477185 Jun 08 13:56:44.315740 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8496593b-6171-4a1c-8ce8-6b48a60031c3 req-442709a7-9218-4b5f-8797-2099e62cb08e tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=907a26ed-8584-486e-894d-3036b218f037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425725 Jun 08 13:56:44.511230 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e6e8c-41d3-4b3f-bbd9-bf637adcf4e9 req-584a8242-d4f7-42a2-a045-568cab92d78b tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:44.512645 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-ef5e6e8c-41d3-4b3f-bbd9-bf637adcf4e9 req-584a8242-d4f7-42a2-a045-568cab92d78b tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.61 "GET /v2.0/ports?device_id=6803a856-e3c4-4bf7-b84e-7b2c36f70e4b HTTP/1.1" status: 200 len: 946 time: 0.0478222 Jun 08 13:56:44.594987 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-ef5e6e8c-41d3-4b3f-bbd9-bf637adcf4e9 req-929ce285-627c-4611-ab7d-c60a110fe5d0 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Deleting port f4366783-f7bb-4a0e-ac61-9afb4a1f3b65 {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:56:44.595324 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-ef5e6e8c-41d3-4b3f-bbd9-bf637adcf4e9 req-929ce285-627c-4611-ab7d-c60a110fe5d0 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (f4366783-f7bb-4a0e-ac61-9afb4a1f3b65), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:44.681224 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-ef5e6e8c-41d3-4b3f-bbd9-bf637adcf4e9 req-929ce285-627c-4611-ab7d-c60a110fe5d0 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] For port f4366783-f7bb-4a0e-ac61-9afb4a1f3b65, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f4366783-f7bb-4a0e-ac61-9afb4a1f3b65,segment=NetworkSegment(72e5be0a-2230-4fc3-9b1c-85aa27a38fdd),segment_id=72e5be0a-2230-4fc3-9b1c-85aa27a38fdd)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:56:44.681583 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-ef5e6e8c-41d3-4b3f-bbd9-bf637adcf4e9 req-929ce285-627c-4611-ab7d-c60a110fe5d0 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (f4366783-f7bb-4a0e-ac61-9afb4a1f3b65), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:44.838925 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-ef5e6e8c-41d3-4b3f-bbd9-bf637adcf4e9 req-929ce285-627c-4611-ab7d-c60a110fe5d0 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:44.839286 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-ef5e6e8c-41d3-4b3f-bbd9-bf637adcf4e9 req-929ce285-627c-4611-ab7d-c60a110fe5d0 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (06c5c5dd-815b-45dc-9913-622cf770e892), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:44.839592 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.l3_db [req-ef5e6e8c-41d3-4b3f-bbd9-bf637adcf4e9 req-929ce285-627c-4611-ab7d-c60a110fe5d0 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Floating IP 06c5c5dd-815b-45dc-9913-622cf770e892 disassociated. External IP: 172.27.1.40, port: f4366783-f7bb-4a0e-ac61-9afb4a1f3b65. Jun 08 13:56:44.839942 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-ef5e6e8c-41d3-4b3f-bbd9-bf637adcf4e9 req-929ce285-627c-4611-ab7d-c60a110fe5d0 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Calling delete_port for f4366783-f7bb-4a0e-ac61-9afb4a1f3b65 owned by compute:nova {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:56:45.049077 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-ef5e6e8c-41d3-4b3f-bbd9-bf637adcf4e9 req-929ce285-627c-4611-ab7d-c60a110fe5d0 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (f4366783-f7bb-4a0e-ac61-9afb4a1f3b65), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:45.077327 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ce285-627c-4611-ab7d-c60a110fe5d0 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event deleted for resources: {'Port': ['ID=f4366783-f7bb-4a0e-ac61-9afb4a1f3b65,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:45.192217 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef5e6e8c-41d3-4b3f-bbd9-bf637adcf4e9 req-929ce285-627c-4611-ab7d-c60a110fe5d0 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:56:45.294813 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef5e6e8c-41d3-4b3f-bbd9-bf637adcf4e9 req-929ce285-627c-4611-ab7d-c60a110fe5d0 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:56:45.306975 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a09c94-3d05-4134-97ce-1934256e440b None None] Sync routers for ids ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:56:45.318337 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a09c94-3d05-4134-97ce-1934256e440b None None] Routers {'8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:56:45.318939 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-f7a09c94-3d05-4134-97ce-1934256e440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:56:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:45.338699 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5e6e8c-41d3-4b3f-bbd9-bf637adcf4e9 req-929ce285-627c-4611-ab7d-c60a110fe5d0 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] No DVR routers for this DVR port f4366783-f7bb-4a0e-ac61-9afb4a1f3b65 on host hv-cinder-81914 {{(pid=110998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:56:45.341404 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-ef5e6e8c-41d3-4b3f-bbd9-bf637adcf4e9 req-929ce285-627c-4611-ab7d-c60a110fe5d0 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:45.345972 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-ef5e6e8c-41d3-4b3f-bbd9-bf637adcf4e9 req-929ce285-627c-4611-ab7d-c60a110fe5d0 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.61 "DELETE /v2.0/ports/f4366783-f7bb-4a0e-ac61-9afb4a1f3b65 HTTP/1.1" status: 204 len: 173 time: 0.8277175 Jun 08 13:56:45.346420 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6803a856-e3c4-4bf7-b84e-7b2c36f70e4b', 'name': 'network-vif-deleted', 'tag': 'f4366783-f7bb-4a0e-ac61-9afb4a1f3b65'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:56:45.348769 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e471f2-078b-46fc-afcb-aa2150adf8ee" -d '{"events": [{"server_uuid": "6803a856-e3c4-4bf7-b84e-7b2c36f70e4b", "name": "network-vif-deleted", "tag": "f4366783-f7bb-4a0e-ac61-9afb4a1f3b65"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:56:45.396897 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f003b6f3-a880-4b6a-89f7-5faa6002cf71 x-openstack-request-id: req-f003b6f3-a880-4b6a-89f7-5faa6002cf71 {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:56:45.397241 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6803a856-e3c4-4bf7-b84e-7b2c36f70e4b", "name": "network-vif-deleted", "tag": "f4366783-f7bb-4a0e-ac61-9afb4a1f3b65", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:56:45.397532 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f003b6f3-a880-4b6a-89f7-5faa6002cf71 {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:56:45.398649 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f003b6f3-a880-4b6a-89f7-5faa6002cf71'] response: {'server_uuid': '6803a856-e3c4-4bf7-b84e-7b2c36f70e4b', 'name': 'network-vif-deleted', 'tag': 'f4366783-f7bb-4a0e-ac61-9afb4a1f3b65', 'status': 'completed', 'code': 200} Jun 08 13:56:45.422805 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ffa45bf5-bc89-4f51-ba3a-9d3cac22f7d3 req-603612b3-5dbc-4adc-a242-419403eb5252 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=6803a856-e3c4-4bf7-b84e-7b2c36f70e4b HTTP/1.1" status: 200 len: 210 time: 0.0344021 Jun 08 13:56:45.517910 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-f7a09c94-3d05-4134-97ce-1934256e440b None None] Set router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:56:45.706956 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-f7a09c94-3d05-4134-97ce-1934256e440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:31Z', 'revision_number': 5, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:45.731145 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a09c94-3d05-4134-97ce-1934256e440b None None] Checking router: 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:56:45.739991 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a09c94-3d05-4134-97ce-1934256e440b None None] Routers {'8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:56:45.740607 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-f7a09c94-3d05-4134-97ce-1934256e440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:56:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:45.841496 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-f7a09c94-3d05-4134-97ce-1934256e440b None None] Set router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:56:46.022754 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-f7a09c94-3d05-4134-97ce-1934256e440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:31Z', 'revision_number': 5, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:46.050584 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a09c94-3d05-4134-97ce-1934256e440b None None] The sync data for ids ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'] in dv-cinder-819149-5-iscsi is: [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:31Z', 'revision_number': 5, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:56:46.281549 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028debbc-629f-4a42-827b-de1e53691245 None None] New status for floating IP 06c5c5dd-815b-45dc-9913-622cf770e892: DOWN {{(pid=110999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 13:56:46.540394 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-db6db0c7-ba4c-4bcc-9991-e84474b16b8a req-c66e7cb7-34c9-43f7-808d-945b1f59b9d1 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=6803a856-e3c4-4bf7-b84e-7b2c36f70e4b HTTP/1.1" status: 200 len: 210 time: 0.0312188 Jun 08 13:56:47.332196 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device f4366783-f7bb-4a0e-ac61-9afb4a1f3b65 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:56:47.352801 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] No Port match for: f4366783-f7bb-4a0e-ac61-9afb4a1f3b65 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:56:47.353074 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device f4366783-f7bb-4a0e-ac61-9afb4a1f3b65 not bound to the agent host hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:56:47.695836 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 42564) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:56:47.753349 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-edfb610e-79cc-42fd-874f-b4faae06fd3a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group (907a26ed-8584-486e-894d-3036b218f037), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:47.776835 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-edfb610e-79cc-42fd-874f-b4faae06fd3a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group (907a26ed-8584-486e-894d-3036b218f037), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:47.889211 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-edfb610e-79cc-42fd-874f-b4faae06fd3a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (907a26ed-8584-486e-894d-3036b218f037), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:47.892779 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-edfb610e-79cc-42fd-874f-b4faae06fd3a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:47.893719 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-edfb610e-79cc-42fd-874f-b4faae06fd3a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "DELETE /v2.0/security-groups/907a26ed-8584-486e-894d-3036b218f037 HTTP/1.1" status: 204 len: 168 time: 0.1968622 Jun 08 13:56:47.896815 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42566) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:56:47.903111 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb610e-79cc-42fd-874f-b4faae06fd3a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=907a26ed-8584-486e-894d-3036b218f037,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:47.910381 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb610e-79cc-42fd-874f-b4faae06fd3a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:47.910703 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb610e-79cc-42fd-874f-b4faae06fd3a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:47.910892 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.api.v2.resource [None req-f883903f-de4a-4626-9d21-05cb5bb11999 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] show failed (client error): The resource could not be found. Jun 08 13:56:47.911041 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb610e-79cc-42fd-874f-b4faae06fd3a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:47.911358 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb610e-79cc-42fd-874f-b4faae06fd3a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:47.911687 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb610e-79cc-42fd-874f-b4faae06fd3a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:47.911906 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-f883903f-de4a-4626-9d21-05cb5bb11999 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups/907a26ed-8584-486e-894d-3036b218f037 HTTP/1.1" status: 404 len: 347 time: 0.0141270 Jun 08 13:56:47.912192 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb610e-79cc-42fd-874f-b4faae06fd3a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:47.912351 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb610e-79cc-42fd-874f-b4faae06fd3a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:47.912690 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb610e-79cc-42fd-874f-b4faae06fd3a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:47.913011 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb610e-79cc-42fd-874f-b4faae06fd3a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:47.913325 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb610e-79cc-42fd-874f-b4faae06fd3a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:47.913643 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb610e-79cc-42fd-874f-b4faae06fd3a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:47.913957 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb610e-79cc-42fd-874f-b4faae06fd3a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:47.914272 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb610e-79cc-42fd-874f-b4faae06fd3a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:47.914587 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb610e-79cc-42fd-874f-b4faae06fd3a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:47.914798 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42568) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:56:47.914911 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb610e-79cc-42fd-874f-b4faae06fd3a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:47.992724 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:48.027527 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-6a5da56f-7dfe-4298-9097-d442accee5cc tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Deleting port f1a24530-0886-469f-bbf7-d597be39203b {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:56:48.027865 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6a5da56f-7dfe-4298-9097-d442accee5cc tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (f1a24530-0886-469f-bbf7-d597be39203b), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:48.077308 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:48.114587 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6a5da56f-7dfe-4298-9097-d442accee5cc tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (f1a24530-0886-469f-bbf7-d597be39203b), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:48.118710 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6a5da56f-7dfe-4298-9097-d442accee5cc tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (f1a24530-0886-469f-bbf7-d597be39203b), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:48.127663 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-6a5da56f-7dfe-4298-9097-d442accee5cc tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Calling delete_port for f1a24530-0886-469f-bbf7-d597be39203b owned by network:floatingip {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:56:48.357635 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6a5da56f-7dfe-4298-9097-d442accee5cc tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (f1a24530-0886-469f-bbf7-d597be39203b), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:48.381137 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5da56f-7dfe-4298-9097-d442accee5cc tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event deleted for resources: {'Port': ['ID=f1a24530-0886-469f-bbf7-d597be39203b,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:48.443131 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6a5da56f-7dfe-4298-9097-d442accee5cc tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (06c5c5dd-815b-45dc-9913-622cf770e892), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:48.445640 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6a5da56f-7dfe-4298-9097-d442accee5cc tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:48.450577 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-6a5da56f-7dfe-4298-9097-d442accee5cc tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "DELETE /v2.0/floatingips/06c5c5dd-815b-45dc-9913-622cf770e892 HTTP/1.1" status: 204 len: 168 time: 0.5311010 Jun 08 13:56:48.583298 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42572) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:56:48.587995 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-dba9306b-cbfb-48b1-9de5-5cc27fa52140 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Request body: {'security_group': {'name': 'tempest-securitygroup--80449279', 'description': 'tempest-description--1493120149'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:56:48.689048 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-dba9306b-cbfb-48b1-9de5-5cc27fa52140 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:48.758440 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-dba9306b-cbfb-48b1-9de5-5cc27fa52140 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group (15c5a686-8903-486f-803d-7f8e471e29d3), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:48.831612 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-dba9306b-cbfb-48b1-9de5-5cc27fa52140 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (15c5a686-8903-486f-803d-7f8e471e29d3), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:48.861504 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9306b-cbfb-48b1-9de5-5cc27fa52140 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c5a686-8903-486f-803d-7f8e471e29d3,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:48.948128 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-dba9306b-cbfb-48b1-9de5-5cc27fa52140 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:48.949351 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-dba9306b-cbfb-48b1-9de5-5cc27fa52140 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3650329 Jun 08 13:56:48.952213 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42574) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:56:48.957881 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-a257aaff-6e86-42ba-8845-8454b0a31bbe tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Request body: {'security_group_rule': {'security_group_id': '15c5a686-8903-486f-803d-7f8e471e29d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:56:49.060681 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a257aaff-6e86-42ba-8845-8454b0a31bbe tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group_rule (e17cb65b-7670-4123-a56d-6bf434722c49), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:49.115267 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a257aaff-6e86-42ba-8845-8454b0a31bbe tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group_rule (e17cb65b-7670-4123-a56d-6bf434722c49), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:49.208757 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a257aaff-6e86-42ba-8845-8454b0a31bbe tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (e17cb65b-7670-4123-a56d-6bf434722c49), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:49.226921 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257aaff-6e86-42ba-8845-8454b0a31bbe tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17cb65b-7670-4123-a56d-6bf434722c49,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:49.313311 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a257aaff-6e86-42ba-8845-8454b0a31bbe tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:49.315055 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-a257aaff-6e86-42ba-8845-8454b0a31bbe tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3614047 Jun 08 13:56:49.317792 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42576) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:56:49.321934 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-749a0d8c-ba3d-474e-90f7-b1aca8a48d73 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Request body: {'security_group_rule': {'security_group_id': '15c5a686-8903-486f-803d-7f8e471e29d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:56:49.414957 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-749a0d8c-ba3d-474e-90f7-b1aca8a48d73 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group_rule (d73c2c46-4ca5-4812-ab57-8bd62e3123df), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:49.437329 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:49.474997 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-749a0d8c-ba3d-474e-90f7-b1aca8a48d73 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group_rule (d73c2c46-4ca5-4812-ab57-8bd62e3123df), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:49.557083 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-749a0d8c-ba3d-474e-90f7-b1aca8a48d73 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (d73c2c46-4ca5-4812-ab57-8bd62e3123df), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:49.581644 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a0d8c-ba3d-474e-90f7-b1aca8a48d73 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73c2c46-4ca5-4812-ab57-8bd62e3123df,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:49.713766 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-749a0d8c-ba3d-474e-90f7-b1aca8a48d73 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:49.715039 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-749a0d8c-ba3d-474e-90f7-b1aca8a48d73 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3963196 Jun 08 13:56:49.718092 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42578) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:56:49.722773 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-ebc1c48e-fe63-4e41-9a0b-e0b1ce98d8a2 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Request body: {'floatingip': {'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:56:49.728026 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=78,neutron:DELETE=10,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:49.848970 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ebc1c48e-fe63-4e41-9a0b-e0b1ce98d8a2 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:49.924590 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ebc1c48e-fe63-4e41-9a0b-e0b1ce98d8a2 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:50.032301 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [None req-ebc1c48e-fe63-4e41-9a0b-e0b1ce98d8a2 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Allocated IP 172.27.1.32 (070b030f-98d2-43d9-b022-f506d26f1e83/4285c1ce-c1bb-4be9-b005-ebf83c2cba00/2e3b0e5d-6eec-4c98-a15e-46991c351b62) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:56:50.133799 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ebc1c48e-fe63-4e41-9a0b-e0b1ce98d8a2 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for port (2e3b0e5d-6eec-4c98-a15e-46991c351b62), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:50.215101 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ebc1c48e-fe63-4e41-9a0b-e0b1ce98d8a2 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (2e3b0e5d-6eec-4c98-a15e-46991c351b62), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:50.255957 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc1c48e-fe63-4e41-9a0b-e0b1ce98d8a2 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Network 070b030f-98d2-43d9-b022-f506d26f1e83 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:56:50.258337 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:50.263390 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-ebc1c48e-fe63-4e41-9a0b-e0b1ce98d8a2 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:56:50.265682 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc1c48e-fe63-4e41-9a0b-e0b1ce98d8a2 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:56:50.271469 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1c48e-fe63-4e41-9a0b-e0b1ce98d8a2 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event updated for resources: {'Port': ['ID=2e3b0e5d-6eec-4c98-a15e-46991c351b62,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:50.350271 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ebc1c48e-fe63-4e41-9a0b-e0b1ce98d8a2 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (45125e22-6cf7-4057-a5e0-ee94cbaa40e0), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:50.488636 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ebc1c48e-fe63-4e41-9a0b-e0b1ce98d8a2 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (2e3b0e5d-6eec-4c98-a15e-46991c351b62), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:50.665343 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ebc1c48e-fe63-4e41-9a0b-e0b1ce98d8a2 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for port (2e3b0e5d-6eec-4c98-a15e-46991c351b62), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:50.697431 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:56:50.763441 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ebc1c48e-fe63-4e41-9a0b-e0b1ce98d8a2 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (2e3b0e5d-6eec-4c98-a15e-46991c351b62), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:50.833748 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1c48e-fe63-4e41-9a0b-e0b1ce98d8a2 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event updated for resources: {'Port': ['ID=2e3b0e5d-6eec-4c98-a15e-46991c351b62,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:50.845492 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ebc1c48e-fe63-4e41-9a0b-e0b1ce98d8a2 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (45125e22-6cf7-4057-a5e0-ee94cbaa40e0), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:50.965291 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ebc1c48e-fe63-4e41-9a0b-e0b1ce98d8a2 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:50.966460 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-ebc1c48e-fe63-4e41-9a0b-e0b1ce98d8a2 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2474635 Jun 08 13:56:51.163351 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-00a6771b-4953-47cd-9653-36bd43f276cb req-3c680dbb-f9c8-48e5-af68-637ab7d067b3 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--80449279&fields=id&tenant_id=9015bc58fb5948a9bbc41ef874faede5 HTTP/1.1" status: 200 len: 267 time: 0.0423255 Jun 08 13:56:51.270106 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6771b-4953-47cd-9653-36bd43f276cb req-d94c2d63-6bf8-48dc-b2b8-3d300a59c116 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:51.271456 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-00a6771b-4953-47cd-9653-36bd43f276cb req-d94c2d63-6bf8-48dc-b2b8-3d300a59c116 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/networks?id=e8461b72-4585-42eb-adf7-269bbd08f24f HTTP/1.1" status: 200 len: 814 time: 0.1017184 Jun 08 13:56:51.286227 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-00a6771b-4953-47cd-9653-36bd43f276cb req-212e5aba-20a8-49da-9f6d-e794d50d84d2 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/quotas/9015bc58fb5948a9bbc41ef874faede5 HTTP/1.1" status: 200 len: 375 time: 0.0094364 Jun 08 13:56:51.333651 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-00a6771b-4953-47cd-9653-36bd43f276cb req-cb440cf9-7f4e-4afa-903a-6177475f6870 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9015bc58fb5948a9bbc41ef874faede5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0423894 Jun 08 13:56:51.433828 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-00a6771b-4953-47cd-9653-36bd43f276cb req-94d7f80b-4fef-4cb8-9c77-0b1d273c303a service neutron] 10.222.0.55 "GET /v2.0/networks/e8461b72-4585-42eb-adf7-269bbd08f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887702 Jun 08 13:56:51.525475 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-00a6771b-4953-47cd-9653-36bd43f276cb req-943242aa-dcca-4a61-bb9f-da82e49707ac service neutron] 10.222.0.55 "GET /v2.0/networks/e8461b72-4585-42eb-adf7-269bbd08f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855713 Jun 08 13:56:51.814046 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e0f1a1ad-bb73-4616-b4f8-f1598b1e0007 req-b7b2e6f0-9dc2-4b70-a9db-acf4891809f6 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=b58c19e1-082e-4f9f-9cdf-64aa35966e00 HTTP/1.1" status: 200 len: 210 time: 0.0310569 Jun 08 13:56:52.914226 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-26e5a9b9-f5e5-43e9-a6e5-a073e32a3391 req-173d65ce-ab4d-4d64-b703-841807f086b4 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=b58c19e1-082e-4f9f-9cdf-64aa35966e00 HTTP/1.1" status: 200 len: 210 time: 0.0313137 Jun 08 13:56:53.658774 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6771b-4953-47cd-9653-36bd43f276cb req-a6810086-48be-4e76-be7e-031060d992cc tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:53.660938 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-00a6771b-4953-47cd-9653-36bd43f276cb req-a6810086-48be-4e76-be7e-031060d992cc tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.61 "GET /v2.0/networks?id=e8461b72-4585-42eb-adf7-269bbd08f24f HTTP/1.1" status: 200 len: 814 time: 0.1028893 Jun 08 13:56:53.724829 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-00a6771b-4953-47cd-9653-36bd43f276cb req-cb51e51c-c51c-4409-9c17-7fa20480647f tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9015bc58fb5948a9bbc41ef874faede5 HTTP/1.1" status: 200 len: 378 time: 0.0566418 Jun 08 13:56:53.732643 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-00a6771b-4953-47cd-9653-36bd43f276cb req-27734ae1-5be8-4cf2-bf0b-51ad17cdc6a9 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Request body: {'port': {'device_id': 'b58c19e1-082e-4f9f-9cdf-64aa35966e00', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'admin_state_up': True, 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'security_groups': ['15c5a686-8903-486f-803d-7f8e471e29d3']}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:56:53.796275 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:53.974787 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a6771b-4953-47cd-9653-36bd43f276cb req-27734ae1-5be8-4cf2-bf0b-51ad17cdc6a9 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Made reservation on behalf of 9015bc58fb5948a9bbc41ef874faede5 for: {'port': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:56:53.979097 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-00a6771b-4953-47cd-9653-36bd43f276cb req-27734ae1-5be8-4cf2-bf0b-51ad17cdc6a9 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:54.024824 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ac586cf5-d577-4d2e-ac44-5838eecd6c76 req-00338b90-2e3a-4de5-884a-73b6f4752f31 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=b58c19e1-082e-4f9f-9cdf-64aa35966e00 HTTP/1.1" status: 200 len: 210 time: 0.0390227 Jun 08 13:56:54.044789 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:54.119912 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [req-00a6771b-4953-47cd-9653-36bd43f276cb req-27734ae1-5be8-4cf2-bf0b-51ad17cdc6a9 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Allocated IP 172.20.0.14 (e8461b72-4585-42eb-adf7-269bbd08f24f/5c79d542-1c20-476a-b15a-af590b689ad2/ce2ba699-06c6-4731-b1e0-bc5cdaae29bb) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:56:54.251628 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-00a6771b-4953-47cd-9653-36bd43f276cb req-27734ae1-5be8-4cf2-bf0b-51ad17cdc6a9 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for port (ce2ba699-06c6-4731-b1e0-bc5cdaae29bb), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:54.375268 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-00a6771b-4953-47cd-9653-36bd43f276cb req-27734ae1-5be8-4cf2-bf0b-51ad17cdc6a9 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (ce2ba699-06c6-4731-b1e0-bc5cdaae29bb), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:54.418219 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a6771b-4953-47cd-9653-36bd43f276cb req-27734ae1-5be8-4cf2-bf0b-51ad17cdc6a9 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Network e8461b72-4585-42eb-adf7-269bbd08f24f is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:56:54.426725 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [req-00a6771b-4953-47cd-9653-36bd43f276cb req-27734ae1-5be8-4cf2-bf0b-51ad17cdc6a9 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:56:54.430536 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a6771b-4953-47cd-9653-36bd43f276cb req-27734ae1-5be8-4cf2-bf0b-51ad17cdc6a9 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:56:54.434515 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27734ae1-5be8-4cf2-bf0b-51ad17cdc6a9 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event updated for resources: {'Port': ['ID=ce2ba699-06c6-4731-b1e0-bc5cdaae29bb,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:54.480767 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6771b-4953-47cd-9653-36bd43f276cb req-27734ae1-5be8-4cf2-bf0b-51ad17cdc6a9 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:54.481369 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-00a6771b-4953-47cd-9653-36bd43f276cb req-27734ae1-5be8-4cf2-bf0b-51ad17cdc6a9 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:54.576677 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-00a6771b-4953-47cd-9653-36bd43f276cb req-27734ae1-5be8-4cf2-bf0b-51ad17cdc6a9 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8474944 Jun 08 13:56:54.586666 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [req-00a6771b-4953-47cd-9653-36bd43f276cb req-22052fa1-92ce-4009-98d2-a0d3ad9458d3 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=110998) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 13:56:54.587706 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-00a6771b-4953-47cd-9653-36bd43f276cb req-22052fa1-92ce-4009-98d2-a0d3ad9458d3 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056691 Jun 08 13:56:54.691239 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:54.692642 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-00a6771b-4953-47cd-9653-36bd43f276cb req-467765c5-4f04-4dfa-88a0-91008a1ae2f2 service neutron] Request body: {'port': {'device_id': 'b58c19e1-082e-4f9f-9cdf-64aa35966e00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:56:54.693108 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=73,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:54.706258 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-4f46ebdf-e9ac-4363-809b-8ba8fb45768f None None] Provisioning complete for port ce2ba699-06c6-4731-b1e0-bc5cdaae29bb triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:56:54.706258 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-4f46ebdf-e9ac-4363-809b-8ba8fb45768f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (ce2ba699-06c6-4731-b1e0-bc5cdaae29bb), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:54.717091 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:54.730744 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-4f46ebdf-e9ac-4363-809b-8ba8fb45768f None None] Port ce2ba699-06c6-4731-b1e0-bc5cdaae29bb cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:56:54.757183 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-00a6771b-4953-47cd-9653-36bd43f276cb req-467765c5-4f04-4dfa-88a0-91008a1ae2f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (ce2ba699-06c6-4731-b1e0-bc5cdaae29bb), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:55.042879 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [req-00a6771b-4953-47cd-9653-36bd43f276cb req-467765c5-4f04-4dfa-88a0-91008a1ae2f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce2ba699-06c6-4731-b1e0-bc5cdaae29bb {{(pid=110998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:56:55.050289 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-00a6771b-4953-47cd-9653-36bd43f276cb req-467765c5-4f04-4dfa-88a0-91008a1ae2f2 service neutron] Publish callbacks [] for port (ce2ba699-06c6-4731-b1e0-bc5cdaae29bb), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:55.063291 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.provisioning_blocks [req-00a6771b-4953-47cd-9653-36bd43f276cb req-467765c5-4f04-4dfa-88a0-91008a1ae2f2 service neutron] Transition to ACTIVE for port object ce2ba699-06c6-4731-b1e0-bc5cdaae29bb will not be triggered until provisioned by entity L2. {{(pid=110998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 13:56:55.139743 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f70420-0a48-4653-a1b2-8bb38617540b req-e9a01468-f7d0-4439-8baf-70e404712c8a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:55.141208 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-86f70420-0a48-4653-a1b2-8bb38617540b req-e9a01468-f7d0-4439-8baf-70e404712c8a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=b58c19e1-082e-4f9f-9cdf-64aa35966e00 HTTP/1.1" status: 200 len: 932 time: 0.0464056 Jun 08 13:56:55.151988 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-00a6771b-4953-47cd-9653-36bd43f276cb req-467765c5-4f04-4dfa-88a0-91008a1ae2f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (ce2ba699-06c6-4731-b1e0-bc5cdaae29bb), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:55.173180 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:55.188823 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:55.191129 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-86f70420-0a48-4653-a1b2-8bb38617540b req-75dc1c58-d221-4483-bbc0-2412ee51fab8 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=15c5a686-8903-486f-803d-7f8e471e29d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436161 Jun 08 13:56:55.208928 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467765c5-4f04-4dfa-88a0-91008a1ae2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ce2ba699-06c6-4731-b1e0-bc5cdaae29bb,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:55.282702 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-00a6771b-4953-47cd-9653-36bd43f276cb req-467765c5-4f04-4dfa-88a0-91008a1ae2f2 service neutron] Attempting to bind port ce2ba699-06c6-4731-b1e0-bc5cdaae29bb on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:56:55.283036 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-00a6771b-4953-47cd-9653-36bd43f276cb req-467765c5-4f04-4dfa-88a0-91008a1ae2f2 service neutron] Attempting to bind port ce2ba699-06c6-4731-b1e0-bc5cdaae29bb by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '72e5be0a-2230-4fc3-9b1c-85aa27a38fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f'}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:56:55.283981 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a6771b-4953-47cd-9653-36bd43f276cb req-467765c5-4f04-4dfa-88a0-91008a1ae2f2 service neutron] Attempting to bind port ce2ba699-06c6-4731-b1e0-bc5cdaae29bb on network e8461b72-4585-42eb-adf7-269bbd08f24f {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:56:55.288833 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a6771b-4953-47cd-9653-36bd43f276cb req-467765c5-4f04-4dfa-88a0-91008a1ae2f2 service neutron] Port ce2ba699-06c6-4731-b1e0-bc5cdaae29bb on network e8461b72-4585-42eb-adf7-269bbd08f24f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:56:55.289156 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a6771b-4953-47cd-9653-36bd43f276cb req-467765c5-4f04-4dfa-88a0-91008a1ae2f2 service neutron] Attempting to bind port ce2ba699-06c6-4731-b1e0-bc5cdaae29bb on network e8461b72-4585-42eb-adf7-269bbd08f24f {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:56:55.294278 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a6771b-4953-47cd-9653-36bd43f276cb req-467765c5-4f04-4dfa-88a0-91008a1ae2f2 service neutron] Checking agent: {'id': '2c87fc52-0797-4c68-9855-572d3067389f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'started_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:56:55.294552 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a6771b-4953-47cd-9653-36bd43f276cb req-467765c5-4f04-4dfa-88a0-91008a1ae2f2 service neutron] Checking segment: {'id': '72e5be0a-2230-4fc3-9b1c-85aa27a38fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:56:55.294933 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a6771b-4953-47cd-9653-36bd43f276cb req-467765c5-4f04-4dfa-88a0-91008a1ae2f2 service neutron] Bound using segment: {'id': '72e5be0a-2230-4fc3-9b1c-85aa27a38fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f'} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:56:55.295425 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-00a6771b-4953-47cd-9653-36bd43f276cb req-467765c5-4f04-4dfa-88a0-91008a1ae2f2 service neutron] Bound port: ce2ba699-06c6-4731-b1e0-bc5cdaae29bb, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e5be0a-2230-4fc3-9b1c-85aa27a38fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f'}}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:56:55.295805 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-00a6771b-4953-47cd-9653-36bd43f276cb req-467765c5-4f04-4dfa-88a0-91008a1ae2f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (ce2ba699-06c6-4731-b1e0-bc5cdaae29bb), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:55.362749 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-00a6771b-4953-47cd-9653-36bd43f276cb req-467765c5-4f04-4dfa-88a0-91008a1ae2f2 service neutron] For port ce2ba699-06c6-4731-b1e0-bc5cdaae29bb, host hv-cinder-81914, cleared binding levels {{(pid=110998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:56:55.365910 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-00a6771b-4953-47cd-9653-36bd43f276cb req-467765c5-4f04-4dfa-88a0-91008a1ae2f2 service neutron] For port ce2ba699-06c6-4731-b1e0-bc5cdaae29bb, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ce2ba699-06c6-4731-b1e0-bc5cdaae29bb,segment=NetworkSegment(72e5be0a-2230-4fc3-9b1c-85aa27a38fdd),segment_id=72e5be0a-2230-4fc3-9b1c-85aa27a38fdd)] {{(pid=110998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:56:55.467226 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-00a6771b-4953-47cd-9653-36bd43f276cb req-467765c5-4f04-4dfa-88a0-91008a1ae2f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (ce2ba699-06c6-4731-b1e0-bc5cdaae29bb), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:55.501364 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6771b-4953-47cd-9653-36bd43f276cb req-467765c5-4f04-4dfa-88a0-91008a1ae2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:55.501364 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-00a6771b-4953-47cd-9653-36bd43f276cb req-467765c5-4f04-4dfa-88a0-91008a1ae2f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:55.501364 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-00a6771b-4953-47cd-9653-36bd43f276cb req-467765c5-4f04-4dfa-88a0-91008a1ae2f2 service neutron] 10.222.0.61 "PUT /v2.0/ports/ce2ba699-06c6-4731-b1e0-bc5cdaae29bb HTTP/1.1" status: 200 len: 1094 time: 0.9070628 Jun 08 13:56:55.501649 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58c19e1-082e-4f9f-9cdf-64aa35966e00', 'tag': 'ce2ba699-06c6-4731-b1e0-bc5cdaae29bb'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:56:55.504634 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106e15c3-a208-468e-a28e-28b6dc8964e4" -d '{"events": [{"name": "network-changed", "server_uuid": "b58c19e1-082e-4f9f-9cdf-64aa35966e00", "tag": "ce2ba699-06c6-4731-b1e0-bc5cdaae29bb"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:56:55.533155 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467765c5-4f04-4dfa-88a0-91008a1ae2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ce2ba699-06c6-4731-b1e0-bc5cdaae29bb,revision_number=3']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:55.549660 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af65ea5-d84c-49bc-b0d7-83960c76612f x-openstack-request-id: req-2af65ea5-d84c-49bc-b0d7-83960c76612f {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:56:55.549944 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b58c19e1-082e-4f9f-9cdf-64aa35966e00", "tag": "ce2ba699-06c6-4731-b1e0-bc5cdaae29bb", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:56:55.550195 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2af65ea5-d84c-49bc-b0d7-83960c76612f {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:56:55.553706 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2af65ea5-d84c-49bc-b0d7-83960c76612f'] response: {'name': 'network-changed', 'server_uuid': 'b58c19e1-082e-4f9f-9cdf-64aa35966e00', 'tag': 'ce2ba699-06c6-4731-b1e0-bc5cdaae29bb', 'status': 'completed', 'code': 200} Jun 08 13:56:55.620495 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e15c3-a208-468e-a28e-28b6dc8964e4 req-8ff95f13-1d92-41bc-8a43-9d13d09a5d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:55.621540 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-106e15c3-a208-468e-a28e-28b6dc8964e4 req-8ff95f13-1d92-41bc-8a43-9d13d09a5d2f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9015bc58fb5948a9bbc41ef874faede5&device_id=b58c19e1-082e-4f9f-9cdf-64aa35966e00 HTTP/1.1" status: 200 len: 1128 time: 0.0461307 Jun 08 13:56:55.729397 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e15c3-a208-468e-a28e-28b6dc8964e4 req-6637c467-7757-4dcb-a7e3-3a7a174819e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:55.730850 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-106e15c3-a208-468e-a28e-28b6dc8964e4 req-6637c467-7757-4dcb-a7e3-3a7a174819e6 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=9015bc58fb5948a9bbc41ef874faede5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1010771 Jun 08 13:56:55.828001 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e15c3-a208-468e-a28e-28b6dc8964e4 req-4f040b47-1432-4573-b16b-674f1db84f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:55.831917 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-106e15c3-a208-468e-a28e-28b6dc8964e4 req-4f040b47-1432-4573-b16b-674f1db84f97 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928943 Jun 08 13:56:55.901816 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6771b-4953-47cd-9653-36bd43f276cb req-44352a39-cdc2-456c-b2e2-d61f992a18bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:55.903329 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-00a6771b-4953-47cd-9653-36bd43f276cb req-44352a39-cdc2-456c-b2e2-d61f992a18bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9015bc58fb5948a9bbc41ef874faede5&device_id=b58c19e1-082e-4f9f-9cdf-64aa35966e00 HTTP/1.1" status: 200 len: 1128 time: 0.0400345 Jun 08 13:56:55.941392 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-00a6771b-4953-47cd-9653-36bd43f276cb req-34978f6d-f39b-4304-ab20-9c770bdb2855 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce2ba699-06c6-4731-b1e0-bc5cdaae29bb HTTP/1.1" status: 200 len: 217 time: 0.0310884 Jun 08 13:56:55.991705 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6771b-4953-47cd-9653-36bd43f276cb req-59bb466f-d3cd-41ff-ab94-3364cb202014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:55.993135 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-00a6771b-4953-47cd-9653-36bd43f276cb req-59bb466f-d3cd-41ff-ab94-3364cb202014 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5c79d542-1c20-476a-b15a-af590b689ad2 HTTP/1.1" status: 200 len: 853 time: 0.0465589 Jun 08 13:56:56.034462 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6771b-4953-47cd-9653-36bd43f276cb req-a9ceee15-aeed-49ca-8fa5-6dfe17413196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:56.035911 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-00a6771b-4953-47cd-9653-36bd43f276cb req-a9ceee15-aeed-49ca-8fa5-6dfe17413196 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8461b72-4585-42eb-adf7-269bbd08f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371108 Jun 08 13:56:56.104394 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:56.128155 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-00a6771b-4953-47cd-9653-36bd43f276cb req-68cd0fea-1fd5-4138-a1e2-c3acab9df8e0 service neutron] 10.222.0.61 "GET /v2.0/networks/e8461b72-4585-42eb-adf7-269bbd08f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866289 Jun 08 13:56:56.216283 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-00a6771b-4953-47cd-9653-36bd43f276cb req-1cf83935-5d6f-4db6-a994-579eca33869e service neutron] 10.222.0.61 "GET /v2.0/networks/e8461b72-4585-42eb-adf7-269bbd08f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814004 Jun 08 13:56:56.308371 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726f708-2019-4d3a-8622-13c43e944d09 req-716d2386-8eef-43c9-bd11-d51712312116 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:56.309804 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2726f708-2019-4d3a-8622-13c43e944d09 req-716d2386-8eef-43c9-bd11-d51712312116 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=b58c19e1-082e-4f9f-9cdf-64aa35966e00 HTTP/1.1" status: 200 len: 944 time: 0.0469644 Jun 08 13:56:56.363135 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2726f708-2019-4d3a-8622-13c43e944d09 req-550aba98-9a54-4fcd-82ec-8c0ac7ae0353 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=15c5a686-8903-486f-803d-7f8e471e29d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473518 Jun 08 13:56:57.379656 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device ce2ba699-06c6-4731-b1e0-bc5cdaae29bb details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:56:57.477694 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad960c-63ca-4ae0-a36a-ba299067a50a req-221d451f-0110-4493-a4f5-e6447756b211 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:57.479176 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-40ad960c-63ca-4ae0-a36a-ba299067a50a req-221d451f-0110-4493-a4f5-e6447756b211 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=b58c19e1-082e-4f9f-9cdf-64aa35966e00 HTTP/1.1" status: 200 len: 944 time: 0.0465569 Jun 08 13:56:57.481025 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port ce2ba699-06c6-4731-b1e0-bc5cdaae29bb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ce2ba699-06c6-4731-b1e0-bc5cdaae29bb,segment=NetworkSegment(72e5be0a-2230-4fc3-9b1c-85aa27a38fdd),segment_id=72e5be0a-2230-4fc3-9b1c-85aa27a38fdd)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:56:57.493612 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Returning: {'device': 'ce2ba699-06c6-4731-b1e0-bc5cdaae29bb', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'port_id': 'ce2ba699-06c6-4731-b1e0-bc5cdaae29bb', 'mac_address': 'fa:16:3e:28:be:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:56:57.526068 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-40ad960c-63ca-4ae0-a36a-ba299067a50a req-0faf3b81-c604-4265-b86a-e7a17e81a589 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=15c5a686-8903-486f-803d-7f8e471e29d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411375 Jun 08 13:56:57.527350 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port ce2ba699-06c6-4731-b1e0-bc5cdaae29bb is: DOWN; New status is: BUILD {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:56:57.527735 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (ce2ba699-06c6-4731-b1e0-bc5cdaae29bb), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:57.542108 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce2ba699-06c6-4731-b1e0-bc5cdaae29bb {{(pid=110999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:56:57.562760 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port ce2ba699-06c6-4731-b1e0-bc5cdaae29bb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ce2ba699-06c6-4731-b1e0-bc5cdaae29bb,segment=NetworkSegment(72e5be0a-2230-4fc3-9b1c-85aa27a38fdd),segment_id=72e5be0a-2230-4fc3-9b1c-85aa27a38fdd)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:56:57.631610 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (ce2ba699-06c6-4731-b1e0-bc5cdaae29bb), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:57.658229 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=88 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:57.683410 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=ce2ba699-06c6-4731-b1e0-bc5cdaae29bb,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:57.827933 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['ce2ba699-06c6-4731-b1e0-bc5cdaae29bb'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:56:58.605764 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:56:58.645310 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535d1d5-78d3-445b-bc9c-d1ae676d84ad req-dacbc4a5-46b8-4742-8f5e-286761bb4502 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:58.646764 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e535d1d5-78d3-445b-bc9c-d1ae676d84ad req-dacbc4a5-46b8-4742-8f5e-286761bb4502 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=b58c19e1-082e-4f9f-9cdf-64aa35966e00 HTTP/1.1" status: 200 len: 945 time: 0.0500085 Jun 08 13:56:58.696216 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e535d1d5-78d3-445b-bc9c-d1ae676d84ad req-38dd158e-fed2-4f93-806a-6266eb4d5183 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=15c5a686-8903-486f-803d-7f8e471e29d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439377 Jun 08 13:56:59.394727 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device ce2ba699-06c6-4731-b1e0-bc5cdaae29bb up at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:56:59.439815 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning for port ce2ba699-06c6-4731-b1e0-bc5cdaae29bb completed by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 13:56:59.506675 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning complete for port ce2ba699-06c6-4731-b1e0-bc5cdaae29bb triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:56:59.507043 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (ce2ba699-06c6-4731-b1e0-bc5cdaae29bb), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:59.578945 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port ce2ba699-06c6-4731-b1e0-bc5cdaae29bb is: BUILD; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:56:59.579329 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (ce2ba699-06c6-4731-b1e0-bc5cdaae29bb), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:59.602870 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58c19e1-082e-4f9f-9cdf-64aa35966e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2ba699-06c6-4731-b1e0-bc5cdaae29bb'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:56:59.605159 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccee0276-b927-4c02-a86e-b86e8fc88e54" -d '{"events": [{"server_uuid": "b58c19e1-082e-4f9f-9cdf-64aa35966e00", "name": "network-vif-plugged", "status": "completed", "tag": "ce2ba699-06c6-4731-b1e0-bc5cdaae29bb"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:56:59.619222 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port ce2ba699-06c6-4731-b1e0-bc5cdaae29bb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ce2ba699-06c6-4731-b1e0-bc5cdaae29bb,segment=NetworkSegment(72e5be0a-2230-4fc3-9b1c-85aa27a38fdd),segment_id=72e5be0a-2230-4fc3-9b1c-85aa27a38fdd)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:56:59.643392 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb84a9e7-7599-48f7-87c9-86fb40cb1790 x-openstack-request-id: req-eb84a9e7-7599-48f7-87c9-86fb40cb1790 {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:56:59.643676 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58c19e1-082e-4f9f-9cdf-64aa35966e00", "name": "network-vif-plugged", "status": "completed", "tag": "ce2ba699-06c6-4731-b1e0-bc5cdaae29bb", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:56:59.643921 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eb84a9e7-7599-48f7-87c9-86fb40cb1790 {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:56:59.644350 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb84a9e7-7599-48f7-87c9-86fb40cb1790'] response: {'server_uuid': 'b58c19e1-082e-4f9f-9cdf-64aa35966e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2ba699-06c6-4731-b1e0-bc5cdaae29bb', 'code': 200} Jun 08 13:56:59.706470 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (ce2ba699-06c6-4731-b1e0-bc5cdaae29bb), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:56:59.757353 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=ce2ba699-06c6-4731-b1e0-bc5cdaae29bb,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:59.814055 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256865a6-2d85-453b-a4ff-cf4592811d17 req-2484ce9c-d177-40a6-9f02-8f589d7dfdcf tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:59.815585 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-256865a6-2d85-453b-a4ff-cf4592811d17 req-2484ce9c-d177-40a6-9f02-8f589d7dfdcf tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=b58c19e1-082e-4f9f-9cdf-64aa35966e00 HTTP/1.1" status: 200 len: 946 time: 0.0491807 Jun 08 13:56:59.863248 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-256865a6-2d85-453b-a4ff-cf4592811d17 req-12211b93-f133-429d-988e-28056cf1f2bc tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=15c5a686-8903-486f-803d-7f8e471e29d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414069 Jun 08 13:56:59.934540 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747436a-7fc6-4d12-9cc0-08c66135f54c req-cd00a552-d479-42ce-84f0-144da98e112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:59.935997 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-0747436a-7fc6-4d12-9cc0-08c66135f54c req-cd00a552-d479-42ce-84f0-144da98e112f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b58c19e1-082e-4f9f-9cdf-64aa35966e00 HTTP/1.1" status: 200 len: 1130 time: 0.0375762 Jun 08 13:56:59.980089 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-0747436a-7fc6-4d12-9cc0-08c66135f54c req-34dd533b-9ba8-4041-ace4-c2cd465a9b7e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=15c5a686-8903-486f-803d-7f8e471e29d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375049 Jun 08 13:57:00.693257 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=72 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:57:00.982390 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32ad05-5081-4d76-812c-c45317282b7e req-394e09b6-cbef-4f79-9dd2-ba596811af4c tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:00.983816 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bc32ad05-5081-4d76-812c-c45317282b7e req-394e09b6-cbef-4f79-9dd2-ba596811af4c tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=b58c19e1-082e-4f9f-9cdf-64aa35966e00 HTTP/1.1" status: 200 len: 946 time: 0.0486162 Jun 08 13:57:01.030264 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bc32ad05-5081-4d76-812c-c45317282b7e req-21926dba-3f66-4e73-972f-5ca6ba43aab5 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=15c5a686-8903-486f-803d-7f8e471e29d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407329 Jun 08 13:57:01.820369 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-2a49b0ca-01e2-4c1f-b5fe-2bc92a0353c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:02.150433 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a54213-7e62-4407-9469-ddbb605f44f3 req-4f09373c-2f8b-4e1e-84b9-6c6b18712f2c tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:02.151903 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-97a54213-7e62-4407-9469-ddbb605f44f3 req-4f09373c-2f8b-4e1e-84b9-6c6b18712f2c tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=b58c19e1-082e-4f9f-9cdf-64aa35966e00 HTTP/1.1" status: 200 len: 946 time: 0.0510774 Jun 08 13:57:02.198714 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-97a54213-7e62-4407-9469-ddbb605f44f3 req-fc695a88-6407-4081-b63d-a2dde3225723 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=15c5a686-8903-486f-803d-7f8e471e29d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413747 Jun 08 13:57:02.309076 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556b7f6-e378-44db-99d9-04e784a94824 req-dd0181b1-6da6-48aa-a855-74d1a1d3e016 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:02.310454 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f556b7f6-e378-44db-99d9-04e784a94824 req-dd0181b1-6da6-48aa-a855-74d1a1d3e016 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=b58c19e1-082e-4f9f-9cdf-64aa35966e00 HTTP/1.1" status: 200 len: 946 time: 0.0466731 Jun 08 13:57:02.319286 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42632) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:57:02.323830 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-a3545a4a-9637-4086-b489-babdb2b88289 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Request body: {'floatingip': {'port_id': 'ce2ba699-06c6-4731-b1e0-bc5cdaae29bb'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:57:02.364971 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a3545a4a-9637-4086-b489-babdb2b88289 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (45125e22-6cf7-4057-a5e0-ee94cbaa40e0), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:02.462417 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:57:03.028361 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a3545a4a-9637-4086-b489-babdb2b88289 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:03.077311 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a3545a4a-9637-4086-b489-babdb2b88289 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (45125e22-6cf7-4057-a5e0-ee94cbaa40e0), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:03.172652 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.l3_db [None req-a3545a4a-9637-4086-b489-babdb2b88289 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Floating IP 45125e22-6cf7-4057-a5e0-ee94cbaa40e0 associated. External IP: 172.27.1.32, port: ce2ba699-06c6-4731-b1e0-bc5cdaae29bb. Jun 08 13:57:03.375054 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3545a4a-9637-4086-b489-babdb2b88289 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:57:03.479991 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3545a4a-9637-4086-b489-babdb2b88289 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:57:03.484704 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a3545a4a-9637-4086-b489-babdb2b88289 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:03.489877 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef3df4-aaf0-4f84-9de0-0cc4f69da55e None None] Sync routers for ids ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:57:03.500934 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bef3df4-aaf0-4f84-9de0-0cc4f69da55e None None] Routers {'8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:57:03.501616 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-8bef3df4-aaf0-4f84-9de0-0cc4f69da55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:56:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:03.511349 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:57:03.517295 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-a3545a4a-9637-4086-b489-babdb2b88289 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "PUT /v2.0/floatingips/45125e22-6cf7-4057-a5e0-ee94cbaa40e0 HTTP/1.1" status: 200 len: 991 time: 1.1969342 Jun 08 13:57:03.517908 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58c19e1-082e-4f9f-9cdf-64aa35966e00', 'tag': 'ce2ba699-06c6-4731-b1e0-bc5cdaae29bb'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:57:03.520324 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb604ea-4905-4044-beba-1981b2f3fea4" -d '{"events": [{"name": "network-changed", "server_uuid": "b58c19e1-082e-4f9f-9cdf-64aa35966e00", "tag": "ce2ba699-06c6-4731-b1e0-bc5cdaae29bb"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:57:03.558140 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf00784a-4056-46ff-b3ac-5a58fbfb63c7 x-openstack-request-id: req-bf00784a-4056-46ff-b3ac-5a58fbfb63c7 {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:57:03.558423 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b58c19e1-082e-4f9f-9cdf-64aa35966e00", "tag": "ce2ba699-06c6-4731-b1e0-bc5cdaae29bb", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:57:03.558676 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bf00784a-4056-46ff-b3ac-5a58fbfb63c7 {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:57:03.559072 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf00784a-4056-46ff-b3ac-5a58fbfb63c7'] response: {'name': 'network-changed', 'server_uuid': 'b58c19e1-082e-4f9f-9cdf-64aa35966e00', 'tag': 'ce2ba699-06c6-4731-b1e0-bc5cdaae29bb', 'status': 'completed', 'code': 200} Jun 08 13:57:03.606019 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-8bef3df4-aaf0-4f84-9de0-0cc4f69da55e None None] Set router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:57:03.622173 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb604ea-4905-4044-beba-1981b2f3fea4 req-cb7b1e65-b36e-4bc7-9c65-6e030e89d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:03.623675 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-beb604ea-4905-4044-beba-1981b2f3fea4 req-cb7b1e65-b36e-4bc7-9c65-6e030e89d5dc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9015bc58fb5948a9bbc41ef874faede5&device_id=b58c19e1-082e-4f9f-9cdf-64aa35966e00 HTTP/1.1" status: 200 len: 1130 time: 0.0417259 Jun 08 13:57:03.720734 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb604ea-4905-4044-beba-1981b2f3fea4 req-44008d53-82e8-453b-bba4-85538ffa2164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:03.722467 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-beb604ea-4905-4044-beba-1981b2f3fea4 req-44008d53-82e8-453b-bba4-85538ffa2164 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8461b72-4585-42eb-adf7-269bbd08f24f HTTP/1.1" status: 200 len: 915 time: 0.0926280 Jun 08 13:57:03.776627 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:57:03.783583 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-beb604ea-4905-4044-beba-1981b2f3fea4 req-73c4b168-6c27-4592-869c-c64ea01a32b2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce2ba699-06c6-4731-b1e0-bc5cdaae29bb HTTP/1.1" status: 200 len: 999 time: 0.0558596 Jun 08 13:57:03.822640 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-8bef3df4-aaf0-4f84-9de0-0cc4f69da55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '45125e22-6cf7-4057-a5e0-ee94cbaa40e0', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'port_id': 'ce2ba699-06c6-4731-b1e0-bc5cdaae29bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'mac_address': 'fa:16:3e:28:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58c19e1-082e-4f9f-9cdf-64aa35966e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:56:50Z', 'updated_at': '2022-06-08T13:57:02Z', 'revision_number': 1, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:31Z', 'revision_number': 5, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:03.832548 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb604ea-4905-4044-beba-1981b2f3fea4 req-f1eaa8a8-c393-4281-8d01-175531eaed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:03.834643 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-beb604ea-4905-4044-beba-1981b2f3fea4 req-f1eaa8a8-c393-4281-8d01-175531eaed98 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5c79d542-1c20-476a-b15a-af590b689ad2 HTTP/1.1" status: 200 len: 853 time: 0.0451100 Jun 08 13:57:03.850992 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef3df4-aaf0-4f84-9de0-0cc4f69da55e None None] Checking router: 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:57:03.859448 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bef3df4-aaf0-4f84-9de0-0cc4f69da55e None None] Routers {'8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:57:03.859968 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-8bef3df4-aaf0-4f84-9de0-0cc4f69da55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:56:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:03.881758 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb604ea-4905-4044-beba-1981b2f3fea4 req-87b90610-2c7d-4418-80b6-2e823f02ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:03.883261 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-beb604ea-4905-4044-beba-1981b2f3fea4 req-87b90610-2c7d-4418-80b6-2e823f02ef8e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8461b72-4585-42eb-adf7-269bbd08f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435622 Jun 08 13:57:03.958764 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-8bef3df4-aaf0-4f84-9de0-0cc4f69da55e None None] Set router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:57:03.971634 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-beb604ea-4905-4044-beba-1981b2f3fea4 req-1fc2e59c-feff-47d2-8529-5c001a9810ec service neutron] 10.222.0.61 "GET /v2.0/networks/e8461b72-4585-42eb-adf7-269bbd08f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825143 Jun 08 13:57:03.992711 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:57:04.064094 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-beb604ea-4905-4044-beba-1981b2f3fea4 req-080fdf76-626f-4aa4-acb0-f93bd49a71d7 service neutron] 10.222.0.61 "GET /v2.0/networks/e8461b72-4585-42eb-adf7-269bbd08f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869570 Jun 08 13:57:04.078061 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-3904b730-9c3c-4009-8c78-91e0da4db82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:04.260079 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-8bef3df4-aaf0-4f84-9de0-0cc4f69da55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '45125e22-6cf7-4057-a5e0-ee94cbaa40e0', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'port_id': 'ce2ba699-06c6-4731-b1e0-bc5cdaae29bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'mac_address': 'fa:16:3e:28:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58c19e1-082e-4f9f-9cdf-64aa35966e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:56:50Z', 'updated_at': '2022-06-08T13:57:02Z', 'revision_number': 1, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:31Z', 'revision_number': 5, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:04.286191 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef3df4-aaf0-4f84-9de0-0cc4f69da55e None None] The sync data for ids ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'] in dv-cinder-819149-5-iscsi is: [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': '45125e22-6cf7-4057-a5e0-ee94cbaa40e0', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'port_id': 'ce2ba699-06c6-4731-b1e0-bc5cdaae29bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'mac_address': 'fa:16:3e:28:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58c19e1-082e-4f9f-9cdf-64aa35966e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:56:50Z', 'updated_at': '2022-06-08T13:57:02Z', 'revision_number': 1, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:31Z', 'revision_number': 5, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:57:04.470933 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0e8964-dfc0-424b-8d34-53278b95395e None None] New status for floating IP 45125e22-6cf7-4057-a5e0-ee94cbaa40e0: ACTIVE {{(pid=110999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 13:57:04.525711 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:57:05.534771 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:06.660372 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:08.134344 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:12.299355 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=71 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:57:12.301198 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=26 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:57:13.597160 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:14.059179 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=50 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:57:14.061063 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=22 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:57:14.257955 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=80 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:57:14.262915 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=74 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:57:23.487057 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:57:23.488929 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:57:27.696005 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:57:31.877481 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-00b3c49d-1f02-4981-b86e-c1590c5c0897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:34.070924 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-4a75383f-df47-439f-8fc2-835952282954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:35.569365 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:36.682772 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:37.692597 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:57:38.157379 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:43.562840 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:47.195009 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-52d7f229-d982-4c62-9c65-b053e58d65f4 req-512aa4d3-fec9-4358-b049-03ab5be1c028 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b58c19e1-082e-4f9f-9cdf-64aa35966e00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384638 Jun 08 13:57:47.275762 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7f229-d982-4c62-9c65-b053e58d65f4 req-0f025c84-0eb4-4030-a241-07e23833b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:47.277298 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-52d7f229-d982-4c62-9c65-b053e58d65f4 req-0f025c84-0eb4-4030-a241-07e23833b4bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9015bc58fb5948a9bbc41ef874faede5&device_id=b58c19e1-082e-4f9f-9cdf-64aa35966e00 HTTP/1.1" status: 200 len: 1130 time: 0.0390513 Jun 08 13:57:47.383076 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7f229-d982-4c62-9c65-b053e58d65f4 req-85ab82fb-3ca3-4754-9d3e-e39acc460f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:47.384579 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-52d7f229-d982-4c62-9c65-b053e58d65f4 req-85ab82fb-3ca3-4754-9d3e-e39acc460f00 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8461b72-4585-42eb-adf7-269bbd08f24f HTTP/1.1" status: 200 len: 915 time: 0.0889716 Jun 08 13:57:47.445823 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-52d7f229-d982-4c62-9c65-b053e58d65f4 req-06b8517f-8689-4d51-8829-3cdc902e1d99 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce2ba699-06c6-4731-b1e0-bc5cdaae29bb HTTP/1.1" status: 200 len: 1001 time: 0.0546064 Jun 08 13:57:47.492998 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7f229-d982-4c62-9c65-b053e58d65f4 req-e69fe0b5-7898-41d6-9d1a-ae898a409514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:47.494436 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-52d7f229-d982-4c62-9c65-b053e58d65f4 req-e69fe0b5-7898-41d6-9d1a-ae898a409514 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5c79d542-1c20-476a-b15a-af590b689ad2 HTTP/1.1" status: 200 len: 853 time: 0.0436795 Jun 08 13:57:47.541432 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7f229-d982-4c62-9c65-b053e58d65f4 req-a376efd4-15ff-415b-8ea1-7ac9029eae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:47.542874 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-52d7f229-d982-4c62-9c65-b053e58d65f4 req-a376efd4-15ff-415b-8ea1-7ac9029eae36 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8461b72-4585-42eb-adf7-269bbd08f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425022 Jun 08 13:57:47.631157 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-52d7f229-d982-4c62-9c65-b053e58d65f4 req-8f1609ae-bc63-43fb-b686-f75427ca1397 service neutron] 10.222.0.61 "GET /v2.0/networks/e8461b72-4585-42eb-adf7-269bbd08f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812538 Jun 08 13:57:47.720742 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-52d7f229-d982-4c62-9c65-b053e58d65f4 req-5fbddff0-6e10-4119-b557-b90a28e3c425 service neutron] 10.222.0.61 "GET /v2.0/networks/e8461b72-4585-42eb-adf7-269bbd08f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844915 Jun 08 13:57:50.723617 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=4 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:57:50.912075 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd45f1-1b97-4735-8ee4-da979746a501 req-d65cd9a2-73d8-4b07-8655-3e8acd7ee507 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:50.914794 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-56cd45f1-1b97-4735-8ee4-da979746a501 req-d65cd9a2-73d8-4b07-8655-3e8acd7ee507 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=b58c19e1-082e-4f9f-9cdf-64aa35966e00 HTTP/1.1" status: 200 len: 946 time: 0.0492110 Jun 08 13:57:50.962444 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-56cd45f1-1b97-4735-8ee4-da979746a501 req-d873a85a-1a42-4d97-9f18-502aebf9ba3a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=15c5a686-8903-486f-803d-7f8e471e29d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422065 Jun 08 13:57:52.082802 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddc9f1-7a2e-4995-9a29-4ab311165c7d req-087ba681-0aa3-4874-9ed2-58db0b32ee3a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:52.084274 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-41ddc9f1-7a2e-4995-9a29-4ab311165c7d req-087ba681-0aa3-4874-9ed2-58db0b32ee3a tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=b58c19e1-082e-4f9f-9cdf-64aa35966e00 HTTP/1.1" status: 200 len: 946 time: 0.0504303 Jun 08 13:57:52.132525 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-41ddc9f1-7a2e-4995-9a29-4ab311165c7d req-9baaabdd-6ed7-4121-89ae-9f62fe1dfefa tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups?id=15c5a686-8903-486f-803d-7f8e471e29d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424333 Jun 08 13:57:52.338602 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e361b-afb5-4147-94e4-e3b059ad5628 req-90d0d4d2-f65e-4c1e-b793-56ae69115dff tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:52.341963 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c18e361b-afb5-4147-94e4-e3b059ad5628 req-90d0d4d2-f65e-4c1e-b793-56ae69115dff tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.61 "GET /v2.0/ports?device_id=b58c19e1-082e-4f9f-9cdf-64aa35966e00 HTTP/1.1" status: 200 len: 946 time: 0.0458062 Jun 08 13:57:52.419868 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-c18e361b-afb5-4147-94e4-e3b059ad5628 req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Deleting port ce2ba699-06c6-4731-b1e0-bc5cdaae29bb {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:57:52.420318 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c18e361b-afb5-4147-94e4-e3b059ad5628 req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (ce2ba699-06c6-4731-b1e0-bc5cdaae29bb), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:52.510366 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-c18e361b-afb5-4147-94e4-e3b059ad5628 req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] For port ce2ba699-06c6-4731-b1e0-bc5cdaae29bb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ce2ba699-06c6-4731-b1e0-bc5cdaae29bb,segment=NetworkSegment(72e5be0a-2230-4fc3-9b1c-85aa27a38fdd),segment_id=72e5be0a-2230-4fc3-9b1c-85aa27a38fdd)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:57:52.510724 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c18e361b-afb5-4147-94e4-e3b059ad5628 req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (ce2ba699-06c6-4731-b1e0-bc5cdaae29bb), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:52.671798 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c18e361b-afb5-4147-94e4-e3b059ad5628 req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:52.672079 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c18e361b-afb5-4147-94e4-e3b059ad5628 req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (45125e22-6cf7-4057-a5e0-ee94cbaa40e0), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:52.672403 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.l3_db [req-c18e361b-afb5-4147-94e4-e3b059ad5628 req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Floating IP 45125e22-6cf7-4057-a5e0-ee94cbaa40e0 disassociated. External IP: 172.27.1.32, port: ce2ba699-06c6-4731-b1e0-bc5cdaae29bb. Jun 08 13:57:52.672742 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-c18e361b-afb5-4147-94e4-e3b059ad5628 req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Calling delete_port for ce2ba699-06c6-4731-b1e0-bc5cdaae29bb owned by compute:nova {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:57:52.681999 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:57:52.743559 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:57:52.865718 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c18e361b-afb5-4147-94e4-e3b059ad5628 req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (ce2ba699-06c6-4731-b1e0-bc5cdaae29bb), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:52.894083 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event deleted for resources: {'Port': ['ID=ce2ba699-06c6-4731-b1e0-bc5cdaae29bb,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:52.906171 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:52.906525 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:52.906897 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:52.907237 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:52.907573 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:52.907908 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:52.908265 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:52.908594 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:52.908926 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:52.909250 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:52.909581 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:52.909906 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:52.910251 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:52.910643 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:52.910967 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:53.018479 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c18e361b-afb5-4147-94e4-e3b059ad5628 req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:57:53.119172 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c18e361b-afb5-4147-94e4-e3b059ad5628 req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:57:53.129745 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c77992-e880-498c-9d5f-88265d132a68 None None] Sync routers for ids ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:57:53.140924 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c77992-e880-498c-9d5f-88265d132a68 None None] Routers {'8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:57:53.141598 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-08c77992-e880-498c-9d5f-88265d132a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:57:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:53.161079 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18e361b-afb5-4147-94e4-e3b059ad5628 req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] No DVR routers for this DVR port ce2ba699-06c6-4731-b1e0-bc5cdaae29bb on host hv-cinder-81914 {{(pid=110998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:57:53.164219 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c18e361b-afb5-4147-94e4-e3b059ad5628 req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:53.168157 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c18e361b-afb5-4147-94e4-e3b059ad5628 req-62f88161-9040-4f82-aab5-ef6e18e07597 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.61 "DELETE /v2.0/ports/ce2ba699-06c6-4731-b1e0-bc5cdaae29bb HTTP/1.1" status: 204 len: 173 time: 0.8227715 Jun 08 13:57:53.168506 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58c19e1-082e-4f9f-9cdf-64aa35966e00', 'name': 'network-vif-deleted', 'tag': 'ce2ba699-06c6-4731-b1e0-bc5cdaae29bb'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:57:53.170731 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a786dc-83f5-4c37-8f3c-429ea9d97447" -d '{"events": [{"server_uuid": "b58c19e1-082e-4f9f-9cdf-64aa35966e00", "name": "network-vif-deleted", "tag": "ce2ba699-06c6-4731-b1e0-bc5cdaae29bb"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:57:53.242311 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9e12b529-73e8-41c7-8f78-39aedd847fcc req-d2ba881e-d101-4b9f-9e9e-0c1f60cdb8bf tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/ports?device_id=b58c19e1-082e-4f9f-9cdf-64aa35966e00 HTTP/1.1" status: 200 len: 210 time: 0.0314393 Jun 08 13:57:53.259289 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-08c77992-e880-498c-9d5f-88265d132a68 None None] Set router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:57:53.305576 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01394eea-f57d-42ce-a112-a58e86985fee x-openstack-request-id: req-01394eea-f57d-42ce-a112-a58e86985fee {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:57:53.305576 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58c19e1-082e-4f9f-9cdf-64aa35966e00", "name": "network-vif-deleted", "tag": "ce2ba699-06c6-4731-b1e0-bc5cdaae29bb", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:57:53.305576 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-01394eea-f57d-42ce-a112-a58e86985fee {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:57:53.305576 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01394eea-f57d-42ce-a112-a58e86985fee'] response: {'server_uuid': 'b58c19e1-082e-4f9f-9cdf-64aa35966e00', 'name': 'network-vif-deleted', 'tag': 'ce2ba699-06c6-4731-b1e0-bc5cdaae29bb', 'status': 'completed', 'code': 200} Jun 08 13:57:53.463706 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-08c77992-e880-498c-9d5f-88265d132a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:31Z', 'revision_number': 5, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:53.489222 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c77992-e880-498c-9d5f-88265d132a68 None None] Checking router: 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:57:53.497065 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:57:53.497802 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c77992-e880-498c-9d5f-88265d132a68 None None] Routers {'8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:57:53.498394 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-08c77992-e880-498c-9d5f-88265d132a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:57:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:53.498899 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:57:53.602860 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-08c77992-e880-498c-9d5f-88265d132a68 None None] Set router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:57:53.782595 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-08c77992-e880-498c-9d5f-88265d132a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:31Z', 'revision_number': 5, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:53.805828 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c77992-e880-498c-9d5f-88265d132a68 None None] The sync data for ids ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'] in dv-cinder-819149-5-iscsi is: [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:53:27Z', 'revision_number': 4, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': 'de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97', 'name': '', 'network_id': 'e8461b72-4585-42eb-adf7-269bbd08f24f', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'mac_address': 'fa:16:3e:a7:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:27Z', 'updated_at': '2022-06-08T13:53:31Z', 'revision_number': 5, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'subnets': [{'id': '5c79d542-1c20-476a-b15a-af590b689ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:57:54.019156 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4506e55-858d-4cab-a171-2e8511aef45c None None] New status for floating IP 45125e22-6cf7-4057-a5e0-ee94cbaa40e0: DOWN {{(pid=110999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 13:57:54.444365 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42720) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:57:54.500908 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-93c87f6c-59d7-4caa-ae9d-a54b61626b70 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group (15c5a686-8903-486f-803d-7f8e471e29d3), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:54.523348 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-93c87f6c-59d7-4caa-ae9d-a54b61626b70 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group (15c5a686-8903-486f-803d-7f8e471e29d3), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:54.666038 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-93c87f6c-59d7-4caa-ae9d-a54b61626b70 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (15c5a686-8903-486f-803d-7f8e471e29d3), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:54.668568 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-93c87f6c-59d7-4caa-ae9d-a54b61626b70 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:54.669701 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-93c87f6c-59d7-4caa-ae9d-a54b61626b70 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "DELETE /v2.0/security-groups/15c5a686-8903-486f-803d-7f8e471e29d3 HTTP/1.1" status: 204 len: 168 time: 0.2242882 Jun 08 13:57:54.672570 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 42722) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:57:54.679002 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c87f6c-59d7-4caa-ae9d-a54b61626b70 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c5a686-8903-486f-803d-7f8e471e29d3,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:54.686512 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.api.v2.resource [None req-f2fd03b0-c4c9-49bf-8283-6482c4592004 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] show failed (client error): The resource could not be found. Jun 08 13:57:54.687551 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-f2fd03b0-c4c9-49bf-8283-6482c4592004 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "GET /v2.0/security-groups/15c5a686-8903-486f-803d-7f8e471e29d3 HTTP/1.1" status: 404 len: 347 time: 0.0139768 Jun 08 13:57:54.690460 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42724) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:57:54.801691 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-1fe448a0-c670-4fba-a058-0ff35b79cdb6 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Deleting port 2e3b0e5d-6eec-4c98-a15e-46991c351b62 {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:57:54.801898 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-1fe448a0-c670-4fba-a058-0ff35b79cdb6 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (2e3b0e5d-6eec-4c98-a15e-46991c351b62), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:54.875480 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-1fe448a0-c670-4fba-a058-0ff35b79cdb6 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (2e3b0e5d-6eec-4c98-a15e-46991c351b62), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:54.875806 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-1fe448a0-c670-4fba-a058-0ff35b79cdb6 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (2e3b0e5d-6eec-4c98-a15e-46991c351b62), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:54.888435 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-1fe448a0-c670-4fba-a058-0ff35b79cdb6 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Calling delete_port for 2e3b0e5d-6eec-4c98-a15e-46991c351b62 owned by network:floatingip {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:57:54.937064 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:57:55.157210 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-1fe448a0-c670-4fba-a058-0ff35b79cdb6 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (2e3b0e5d-6eec-4c98-a15e-46991c351b62), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:55.182327 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe448a0-c670-4fba-a058-0ff35b79cdb6 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Pushing event deleted for resources: {'Port': ['ID=2e3b0e5d-6eec-4c98-a15e-46991c351b62,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:55.188835 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:57:55.250300 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-1fe448a0-c670-4fba-a058-0ff35b79cdb6 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks [] for floatingip (45125e22-6cf7-4057-a5e0-ee94cbaa40e0), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:55.252822 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-1fe448a0-c670-4fba-a058-0ff35b79cdb6 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:57:55.253973 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-1fe448a0-c670-4fba-a058-0ff35b79cdb6 tempest-AttachVolumeNegativeTest-1545500499 tempest-AttachVolumeNegativeTest-1545500499-project] 10.222.0.55 "DELETE /v2.0/floatingips/45125e22-6cf7-4057-a5e0-ee94cbaa40e0 HTTP/1.1" status: 204 len: 168 time: 0.5625703 Jun 08 13:57:55.613864 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device ce2ba699-06c6-4731-b1e0-bc5cdaae29bb no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:57:55.633406 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] No Port match for: ce2ba699-06c6-4731-b1e0-bc5cdaae29bb {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:57:55.633747 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device ce2ba699-06c6-4731-b1e0-bc5cdaae29bb not bound to the agent host hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:57:59.566461 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42760) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:57:59.867578 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d9c9b3de-94dd-4b80-b21f-18d6d0c45232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354865'] for router_interface (8c2ece3c-52e4-49f4-a800-f09bfe00e5cb), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:00.082574 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-d9c9b3de-94dd-4b80-b21f-18d6d0c45232 admin admin] Deleting port de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97 {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:58:00.082910 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d9c9b3de-94dd-4b80-b21f-18d6d0c45232 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:00.162985 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [None req-d9c9b3de-94dd-4b80-b21f-18d6d0c45232 admin admin] For port de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97,segment=NetworkSegment(72e5be0a-2230-4fc3-9b1c-85aa27a38fdd),segment_id=72e5be0a-2230-4fc3-9b1c-85aa27a38fdd)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:58:00.163273 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d9c9b3de-94dd-4b80-b21f-18d6d0c45232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:00.176274 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-d9c9b3de-94dd-4b80-b21f-18d6d0c45232 admin admin] Calling delete_port for de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97 owned by network:router_interface {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:58:00.283656 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:00.325862 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:00.454792 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d9c9b3de-94dd-4b80-b21f-18d6d0c45232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:00.481616 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9b3de-94dd-4b80-b21f-18d6d0c45232 admin admin] Pushing event deleted for resources: {'Port': ['ID=de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:00.643096 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d9c9b3de-94dd-4b80-b21f-18d6d0c45232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355233'] for router_interface (8c2ece3c-52e4-49f4-a800-f09bfe00e5cb), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:01.103381 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c9b3de-94dd-4b80-b21f-18d6d0c45232 admin admin] Router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:58:01.203812 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c9b3de-94dd-4b80-b21f-18d6d0c45232 admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:58:01.208788 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-d9c9b3de-94dd-4b80-b21f-18d6d0c45232 admin admin] 10.222.0.55 "PUT /v2.0/routers/8c2ece3c-52e4-49f4-a800-f09bfe00e5cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6420844 Jun 08 13:58:01.211261 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42762) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:58:01.213948 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4d764e-d477-4b5d-8583-745c3863b495 None None] Sync routers for ids ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:58:01.224922 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4d764e-d477-4b5d-8583-745c3863b495 None None] Routers {'8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:58:01.225510 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-0e4d764e-d477-4b5d-8583-745c3863b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:57:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:58:01.308712 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6afa9f89-598c-43df-a541-8ffb8c6844d6 admin admin] Publish callbacks [] for router (8c2ece3c-52e4-49f4-a800-f09bfe00e5cb), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:01.325351 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-0e4d764e-d477-4b5d-8583-745c3863b495 None None] Set router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:58:01.407569 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6afa9f89-598c-43df-a541-8ffb8c6844d6 admin admin] Publish callbacks [] for router_gateway (8c2ece3c-52e4-49f4-a800-f09bfe00e5cb), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:01.488797 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-0e4d764e-d477-4b5d-8583-745c3863b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:58:00Z', 'revision_number': 5, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port': {'id': '27a36370-da32-4c1b-9ad8-4d9c2264420c', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:53:25Z', 'updated_at': '2022-06-08T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:58:01.518110 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4d764e-d477-4b5d-8583-745c3863b495 None None] Checking router: 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:58:01.525421 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=100 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:01.525984 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:01.528884 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4d764e-d477-4b5d-8583-745c3863b495 None None] Routers {'8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:58:01.529514 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-0e4d764e-d477-4b5d-8583-745c3863b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:57:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:58:01.533290 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-6afa9f89-598c-43df-a541-8ffb8c6844d6 admin admin] Deleting port 27a36370-da32-4c1b-9ad8-4d9c2264420c {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:58:01.533624 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6afa9f89-598c-43df-a541-8ffb8c6844d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (27a36370-da32-4c1b-9ad8-4d9c2264420c), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:01.604520 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:01.614206 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-0e4d764e-d477-4b5d-8583-745c3863b495 None None] Set router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb gateway port host: None {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:58:01.616906 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [None req-6afa9f89-598c-43df-a541-8ffb8c6844d6 admin admin] For port 27a36370-da32-4c1b-9ad8-4d9c2264420c, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=27a36370-da32-4c1b-9ad8-4d9c2264420c,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:58:01.617384 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6afa9f89-598c-43df-a541-8ffb8c6844d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (27a36370-da32-4c1b-9ad8-4d9c2264420c), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:01.631042 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-6afa9f89-598c-43df-a541-8ffb8c6844d6 admin admin] Calling delete_port for 27a36370-da32-4c1b-9ad8-4d9c2264420c owned by network:router_gateway {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:58:01.639773 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:01.749848 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-0e4d764e-d477-4b5d-8583-745c3863b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:58:01Z', 'revision_number': 6, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port_host': None}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:58:01.774999 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4d764e-d477-4b5d-8583-745c3863b495 None None] The sync data for ids ['8c2ece3c-52e4-49f4-a800-f09bfe00e5cb'] in dv-cinder-819149-5-iscsi is: [{'id': '8c2ece3c-52e4-49f4-a800-f09bfe00e5cb', 'name': 'tempest-AttachVolumeNegativeTest-156751848-router', 'tenant_id': '9015bc58fb5948a9bbc41ef874faede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:53:24Z', 'updated_at': '2022-06-08T13:58:01Z', 'revision_number': 6, 'project_id': '9015bc58fb5948a9bbc41ef874faede5', 'gw_port_host': None}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:58:01.860372 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-557dd0f0-af3c-4505-99f0-80fd40088092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:01.895345 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6afa9f89-598c-43df-a541-8ffb8c6844d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (27a36370-da32-4c1b-9ad8-4d9c2264420c), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:01.920560 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa9f89-598c-43df-a541-8ffb8c6844d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=27a36370-da32-4c1b-9ad8-4d9c2264420c,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:01.983111 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6afa9f89-598c-43df-a541-8ffb8c6844d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358006'] for router_gateway (8c2ece3c-52e4-49f4-a800-f09bfe00e5cb), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:02.068925 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6afa9f89-598c-43df-a541-8ffb8c6844d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-354715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2700'] for router (8c2ece3c-52e4-49f4-a800-f09bfe00e5cb), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:02.071058 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6afa9f89-598c-43df-a541-8ffb8c6844d6 admin admin] Publish callbacks [] for router_controller (8c2ece3c-52e4-49f4-a800-f09bfe00e5cb), precommit_delete_associations {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:02.203609 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6afa9f89-598c-43df-a541-8ffb8c6844d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-355316'] for router (8c2ece3c-52e4-49f4-a800-f09bfe00e5cb), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:02.204436 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afa9f89-598c-43df-a541-8ffb8c6844d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c2ece3c-52e4-49f4-a800-f09bfe00e5cb {{(pid=110998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 13:58:02.214983 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6afa9f89-598c-43df-a541-8ffb8c6844d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:02.216860 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-6afa9f89-598c-43df-a541-8ffb8c6844d6 admin admin] 10.222.0.55 "DELETE /v2.0/routers/8c2ece3c-52e4-49f4-a800-f09bfe00e5cb HTTP/1.1" status: 204 len: 168 time: 1.0042365 Jun 08 13:58:02.218930 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42764) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:58:02.240810 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97 no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:58:02.260710 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:58:02.261076 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device de2b9e5b-3e5c-47c9-bbd1-2b6588a1ca97 not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:58:02.267322 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_v2 [None req-087576ab-f3d1-437b-913e-47ae516a836b admin admin] Deleting subnet 5c79d542-1c20-476a-b15a-af590b689ad2 {{(pid=110998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 13:58:02.270484 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-087576ab-f3d1-437b-913e-47ae516a836b admin admin] Publish callbacks [] for subnet (5c79d542-1c20-476a-b15a-af590b689ad2), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:02.305057 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-087576ab-f3d1-437b-913e-47ae516a836b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8827961'] for subnet (5c79d542-1c20-476a-b15a-af590b689ad2), precommit_delete_associations {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:02.383290 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-087576ab-f3d1-437b-913e-47ae516a836b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628126'] for subnet (5c79d542-1c20-476a-b15a-af590b689ad2), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:02.518161 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-087576ab-f3d1-437b-913e-47ae516a836b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11352020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12398490'] for subnet (5c79d542-1c20-476a-b15a-af590b689ad2), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:02.545081 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087576ab-f3d1-437b-913e-47ae516a836b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c79d542-1c20-476a-b15a-af590b689ad2,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:02.548745 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-087576ab-f3d1-437b-913e-47ae516a836b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:02.554138 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-087576ab-f3d1-437b-913e-47ae516a836b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5c79d542-1c20-476a-b15a-af590b689ad2 HTTP/1.1" status: 204 len: 168 time: 0.3317561 Jun 08 13:58:02.554394 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cdd4a9-2c13-4840-b7b4-7ba317d3fcc7 None None] Network e8461b72-4585-42eb-adf7-269bbd08f24f requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:58:02.554566 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42766) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:58:02.624504 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:02.630965 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-47b89593-a124-4b99-8216-f2f8fb2e4acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427792'] for network (e8461b72-4585-42eb-adf7-269bbd08f24f), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:02.676869 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-47b89593-a124-4b99-8216-f2f8fb2e4acb admin admin] Deleting port 94c8bbda-d49a-4ca5-8f85-0deb8716a527 {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:58:02.677204 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-47b89593-a124-4b99-8216-f2f8fb2e4acb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (94c8bbda-d49a-4ca5-8f85-0deb8716a527), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:02.711326 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64029549-0e11-4233-aa51-832e65e7f4d4 None None] DHCP port deletion for e8461b72-4585-42eb-adf7-269bbd08f24f request from dv-cinder-819149-5-iscsi {{(pid=110999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 08 13:58:02.746646 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [None req-47b89593-a124-4b99-8216-f2f8fb2e4acb admin admin] For port 94c8bbda-d49a-4ca5-8f85-0deb8716a527, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=94c8bbda-d49a-4ca5-8f85-0deb8716a527,segment=NetworkSegment(72e5be0a-2230-4fc3-9b1c-85aa27a38fdd),segment_id=72e5be0a-2230-4fc3-9b1c-85aa27a38fdd)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:58:02.747077 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-47b89593-a124-4b99-8216-f2f8fb2e4acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (94c8bbda-d49a-4ca5-8f85-0deb8716a527), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:02.753300 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-64029549-0e11-4233-aa51-832e65e7f4d4 None None] Deleting port 94c8bbda-d49a-4ca5-8f85-0deb8716a527 {{(pid=110999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:58:02.753665 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-64029549-0e11-4233-aa51-832e65e7f4d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (94c8bbda-d49a-4ca5-8f85-0deb8716a527), before_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:02.761343 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-47b89593-a124-4b99-8216-f2f8fb2e4acb admin admin] Calling delete_port for 94c8bbda-d49a-4ca5-8f85-0deb8716a527 owned by network:dhcp {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:58:02.815299 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:02.831419 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-64029549-0e11-4233-aa51-832e65e7f4d4 None None] For port 94c8bbda-d49a-4ca5-8f85-0deb8716a527, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=94c8bbda-d49a-4ca5-8f85-0deb8716a527,segment=NetworkSegment(72e5be0a-2230-4fc3-9b1c-85aa27a38fdd),segment_id=72e5be0a-2230-4fc3-9b1c-85aa27a38fdd)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:58:02.831419 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-64029549-0e11-4233-aa51-832e65e7f4d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (94c8bbda-d49a-4ca5-8f85-0deb8716a527), precommit_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:02.836991 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-64029549-0e11-4233-aa51-832e65e7f4d4 None None] Calling delete_port for 94c8bbda-d49a-4ca5-8f85-0deb8716a527 owned by network:dhcp {{(pid=110999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:58:02.918196 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-47b89593-a124-4b99-8216-f2f8fb2e4acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (94c8bbda-d49a-4ca5-8f85-0deb8716a527), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:02.923858 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-64029549-0e11-4233-aa51-832e65e7f4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809'] for port (94c8bbda-d49a-4ca5-8f85-0deb8716a527), after_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:02.943851 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b89593-a124-4b99-8216-f2f8fb2e4acb admin admin] Pushing event deleted for resources: {'Port': ['ID=94c8bbda-d49a-4ca5-8f85-0deb8716a527,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:02.950993 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b89593-a124-4b99-8216-f2f8fb2e4acb admin admin] No DVR routers for this DVR port 94c8bbda-d49a-4ca5-8f85-0deb8716a527 on host dv-cinder-819149-5-iscsi {{(pid=110998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:58:02.951896 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64029549-0e11-4233-aa51-832e65e7f4d4 None None] Pushing event deleted for resources: {'Port': ['ID=94c8bbda-d49a-4ca5-8f85-0deb8716a527,revision_number=None']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:02.951896 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64029549-0e11-4233-aa51-832e65e7f4d4 None None] No DVR routers for this DVR port 94c8bbda-d49a-4ca5-8f85-0deb8716a527 on host dv-cinder-819149-5-iscsi {{(pid=110999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:58:02.966320 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64029549-0e11-4233-aa51-832e65e7f4d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:02.966320 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64029549-0e11-4233-aa51-832e65e7f4d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:02.966320 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64029549-0e11-4233-aa51-832e65e7f4d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:02.966320 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64029549-0e11-4233-aa51-832e65e7f4d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:02.966320 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64029549-0e11-4233-aa51-832e65e7f4d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:02.966320 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64029549-0e11-4233-aa51-832e65e7f4d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:02.966320 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64029549-0e11-4233-aa51-832e65e7f4d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:02.966320 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64029549-0e11-4233-aa51-832e65e7f4d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:02.967266 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64029549-0e11-4233-aa51-832e65e7f4d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:02.967266 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64029549-0e11-4233-aa51-832e65e7f4d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:02.967735 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64029549-0e11-4233-aa51-832e65e7f4d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:02.968090 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64029549-0e11-4233-aa51-832e65e7f4d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:02.968404 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64029549-0e11-4233-aa51-832e65e7f4d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:02.968711 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64029549-0e11-4233-aa51-832e65e7f4d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:02.969021 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64029549-0e11-4233-aa51-832e65e7f4d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:03.025216 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-47b89593-a124-4b99-8216-f2f8fb2e4acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629017', 'neutron.services.segments.db._delete_segments_for_network-8774158746125'] for network (e8461b72-4585-42eb-adf7-269bbd08f24f), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:03.046375 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-47b89593-a124-4b99-8216-f2f8fb2e4acb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8461b72-4585-42eb-adf7-269bbd08f24f']}} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:58:03.055607 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-47b89593-a124-4b99-8216-f2f8fb2e4acb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e5be0a-2230-4fc3-9b1c-85aa27a38fdd') {'for_net_delete': True} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:58:03.060286 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-47b89593-a124-4b99-8216-f2f8fb2e4acb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e5be0a-2230-4fc3-9b1c-85aa27a38fdd') {} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:58:03.065420 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-47b89593-a124-4b99-8216-f2f8fb2e4acb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158745236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8827952'] for segment (72e5be0a-2230-4fc3-9b1c-85aa27a38fdd), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:03.078388 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-47b89593-a124-4b99-8216-f2f8fb2e4acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (72e5be0a-2230-4fc3-9b1c-85aa27a38fdd), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:03.084739 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b89593-a124-4b99-8216-f2f8fb2e4acb admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=110998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:58:03.085132 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-47b89593-a124-4b99-8216-f2f8fb2e4acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11351950'] for segment (72e5be0a-2230-4fc3-9b1c-85aa27a38fdd), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:03.222857 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.services.segments.plugin [-] Segment 72e5be0a-2230-4fc3-9b1c-85aa27a38fdd resource provider aggregate not found Jun 08 13:58:03.227344 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-47b89593-a124-4b99-8216-f2f8fb2e4acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357978'] for network (e8461b72-4585-42eb-adf7-269bbd08f24f), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:03.231817 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-47b89593-a124-4b99-8216-f2f8fb2e4acb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:03.236233 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-47b89593-a124-4b99-8216-f2f8fb2e4acb admin admin] 10.222.0.55 "DELETE /v2.0/networks/e8461b72-4585-42eb-adf7-269bbd08f24f HTTP/1.1" status: 204 len: 168 time: 0.6804295 Jun 08 13:58:03.240345 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.services.segments.plugin [-] Segment 72e5be0a-2230-4fc3-9b1c-85aa27a38fdd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72e5be0a-2230-4fc3-9b1c-85aa27a38fdd found for delete ", "request_id": "req-a834036b-7312-478a-839c-686810bc71db"}]} Jun 08 13:58:03.251592 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b89593-a124-4b99-8216-f2f8fb2e4acb admin admin] Pushing event deleted for resources: {'Network': ['ID=e8461b72-4585-42eb-adf7-269bbd08f24f,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:03.660926 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42776) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:58:03.700684 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-f425edd5-aaee-4452-8cf2-d2bb2c12be4d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9015bc58fb5948a9bbc41ef874faede5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386362 Jun 08 13:58:03.703089 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42778) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:58:03.754507 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ddd25b69-da20-4e50-a273-963979b48c97 admin admin] Publish callbacks [] for security_group (c5eed56b-bb66-4854-b78b-7485a6ab3cd7), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:03.776261 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ddd25b69-da20-4e50-a273-963979b48c97 admin admin] Publish callbacks [] for security_group (c5eed56b-bb66-4854-b78b-7485a6ab3cd7), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:03.905905 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ddd25b69-da20-4e50-a273-963979b48c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (c5eed56b-bb66-4854-b78b-7485a6ab3cd7), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:03.908430 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ddd25b69-da20-4e50-a273-963979b48c97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:03.909615 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-ddd25b69-da20-4e50-a273-963979b48c97 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c5eed56b-bb66-4854-b78b-7485a6ab3cd7 HTTP/1.1" status: 204 len: 168 time: 0.2056031 Jun 08 13:58:03.918358 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd25b69-da20-4e50-a273-963979b48c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5eed56b-bb66-4854-b78b-7485a6ab3cd7,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:03.998888 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 94c8bbda-d49a-4ca5-8f85-0deb8716a527 no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:58:04.020519 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: 94c8bbda-d49a-4ca5-8f85-0deb8716a527 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:58:04.023860 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 94c8bbda-d49a-4ca5-8f85-0deb8716a527 not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:58:04.023860 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 27a36370-da32-4c1b-9ad8-4d9c2264420c no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:58:04.039388 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: 27a36370-da32-4c1b-9ad8-4d9c2264420c {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:58:04.039728 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 27a36370-da32-4c1b-9ad8-4d9c2264420c not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:58:04.111652 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-eff6a2a4-2274-4292-b11d-5972869740fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:04.680484 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=18 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:04.681192 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=22 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:04.694539 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:58:05.019362 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42800) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:58:05.115824 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-9c7f29e9-9e12-49f7-be68-bb808f068dda admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-754666576-network', 'tenant_id': '76b4ab40330c4e0884a397c6e5d7153f'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:58:05.248965 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7f29e9-9e12-49f7-be68-bb808f068dda admin admin] Made reservation on behalf of 76b4ab40330c4e0884a397c6e5d7153f for: {'network': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:58:05.251261 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9c7f29e9-9e12-49f7-be68-bb808f068dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for network (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:05.259896 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9c7f29e9-9e12-49f7-be68-bb808f068dda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:05.332326 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9c7f29e9-9e12-49f7-be68-bb808f068dda admin admin] Publish callbacks [] for security_group (5cda1c35-5cea-4a9b-97a1-8e51812de473), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:05.483266 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9c7f29e9-9e12-49f7-be68-bb808f068dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (5cda1c35-5cea-4a9b-97a1-8e51812de473), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:05.487541 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=80,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:05.509389 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7f29e9-9e12-49f7-be68-bb808f068dda admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=110998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:58:05.519076 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f29e9-9e12-49f7-be68-bb808f068dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cda1c35-5cea-4a9b-97a1-8e51812de473,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:05.523959 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9c7f29e9-9e12-49f7-be68-bb808f068dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (8bd6af81-55ac-4b79-a34b-adaa0465be34), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:05.532871 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.segments_db [None req-9c7f29e9-9e12-49f7-be68-bb808f068dda admin admin] Added segment 8bd6af81-55ac-4b79-a34b-adaa0465be34 of type vlan for network 64255354-3f50-4c0c-b372-45d7af387525 Jun 08 13:58:05.565473 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9c7f29e9-9e12-49f7-be68-bb808f068dda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774158396263'] for network (64255354-3f50-4c0c-b372-45d7af387525), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:05.574788 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:05.711618 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9c7f29e9-9e12-49f7-be68-bb808f068dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for network (64255354-3f50-4c0c-b372-45d7af387525), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:05.712673 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7f29e9-9e12-49f7-be68-bb808f068dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:05.713255 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9c7f29e9-9e12-49f7-be68-bb808f068dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:05.769295 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:05.776233 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f29e9-9e12-49f7-be68-bb808f068dda admin admin] Pushing event updated for resources: {'Network': ['ID=64255354-3f50-4c0c-b372-45d7af387525,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:05.786705 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Network 64255354-3f50-4c0c-b372-45d7af387525 details requested by agent ovs-agent-dv-cinder-819149-5-iscsi with host dv-cinder-819149-5-iscsi {{(pid=110999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:58:05.846197 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-9c7f29e9-9e12-49f7-be68-bb808f068dda admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8257351 Jun 08 13:58:05.849238 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42804) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:58:05.854245 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-28ddd115-0256-4cc4-8995-55c653f3a21c admin admin] Request body: {'subnet': {'network_id': '64255354-3f50-4c0c-b372-45d7af387525', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-754666576-subnet', 'tenant_id': '76b4ab40330c4e0884a397c6e5d7153f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:58:05.985938 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ddd115-0256-4cc4-8995-55c653f3a21c admin admin] Made reservation on behalf of 76b4ab40330c4e0884a397c6e5d7153f for: {'subnet': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:58:05.988436 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-28ddd115-0256-4cc4-8995-55c653f3a21c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12398527'] for subnet (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:06.266453 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-28ddd115-0256-4cc4-8995-55c653f3a21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11356177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12398477'] for subnet (58f6fdd2-9f34-4a3c-9424-8f99b34fa44f), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:06.321451 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ddd115-0256-4cc4-8995-55c653f3a21c admin admin] Pushing event updated for resources: {'Subnet': ['ID=58f6fdd2-9f34-4a3c-9424-8f99b34fa44f,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:06.330730 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ddd115-0256-4cc4-8995-55c653f3a21c admin admin] Checking segment: {'id': '8bd6af81-55ac-4b79-a34b-adaa0465be34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '64255354-3f50-4c0c-b372-45d7af387525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:58:06.331083 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ddd115-0256-4cc4-8995-55c653f3a21c admin admin] Network hostable DHCP agents. Network: 64255354-3f50-4c0c-b372-45d7af387525, hostable agents: ['0fe93b45-7a7a-4833-aa38-a6b4536a05ba'], hosted agents: [] {{(pid=110998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:58:06.466645 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ddd115-0256-4cc4-8995-55c653f3a21c admin admin] Network 64255354-3f50-4c0c-b372-45d7af387525 is scheduled to be hosted by DHCP agent 0fe93b45-7a7a-4833-aa38-a6b4536a05ba with binding_index 1 {{(pid=110998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:58:06.557263 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-28ddd115-0256-4cc4-8995-55c653f3a21c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-5-iscsi, 64255354-3f50-4c0c-b372-45d7af387525) {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:58:06.561825 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ddd115-0256-4cc4-8995-55c653f3a21c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:06.562431 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-28ddd115-0256-4cc4-8995-55c653f3a21c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:06.567581 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec1edc4-70d2-4941-a138-80bff52153c7 None None] Network 64255354-3f50-4c0c-b372-45d7af387525 requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:58:06.651571 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-28ddd115-0256-4cc4-8995-55c653f3a21c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8011453 Jun 08 13:58:06.681456 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88a0149-8d39-4b1b-87e7-302a547c7d76 None None] Network 64255354-3f50-4c0c-b372-45d7af387525 requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:58:06.759724 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:07.392071 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42820) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:58:07.396913 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-2c547857-9634-4599-9836-49b0ada46cfe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-81364855-network', 'tenant_id': 'dbac4e938435444c86933a8bfe7a1fdd'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:58:07.499919 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c547857-9634-4599-9836-49b0ada46cfe admin admin] Made reservation on behalf of dbac4e938435444c86933a8bfe7a1fdd for: {'network': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:58:07.502330 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2c547857-9634-4599-9836-49b0ada46cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for network (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:07.510974 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2c547857-9634-4599-9836-49b0ada46cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:07.521328 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:07.594031 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2c547857-9634-4599-9836-49b0ada46cfe admin admin] Publish callbacks [] for security_group (8723c385-3434-46ab-b662-0fef15cbf54a), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:07.694655 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2c547857-9634-4599-9836-49b0ada46cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (8723c385-3434-46ab-b662-0fef15cbf54a), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:07.717609 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c547857-9634-4599-9836-49b0ada46cfe admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=110998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:58:07.734245 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c547857-9634-4599-9836-49b0ada46cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8723c385-3434-46ab-b662-0fef15cbf54a,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:07.737499 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2c547857-9634-4599-9836-49b0ada46cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (ff25f25f-813f-4ae6-bfb6-18f6aafa6b33), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:07.738055 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.segments_db [None req-2c547857-9634-4599-9836-49b0ada46cfe admin admin] Added segment ff25f25f-813f-4ae6-bfb6-18f6aafa6b33 of type vlan for network 0108199a-1ffe-4943-a353-aea2db322013 Jun 08 13:58:07.778816 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2c547857-9634-4599-9836-49b0ada46cfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774158396263'] for network (0108199a-1ffe-4943-a353-aea2db322013), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:07.888945 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2c547857-9634-4599-9836-49b0ada46cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for network (0108199a-1ffe-4943-a353-aea2db322013), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:07.889950 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c547857-9634-4599-9836-49b0ada46cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:07.890573 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2c547857-9634-4599-9836-49b0ada46cfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:07.949925 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c547857-9634-4599-9836-49b0ada46cfe admin admin] Pushing event updated for resources: {'Network': ['ID=0108199a-1ffe-4943-a353-aea2db322013,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:07.959254 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Network 0108199a-1ffe-4943-a353-aea2db322013 details requested by agent ovs-agent-dv-cinder-819149-5-iscsi with host dv-cinder-819149-5-iscsi {{(pid=110999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:58:08.034253 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-2c547857-9634-4599-9836-49b0ada46cfe admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6411006 Jun 08 13:58:08.037049 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42822) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:58:08.047540 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-42b86e22-bd25-45c7-be2f-17d0560e2d8b admin admin] Request body: {'subnet': {'network_id': '0108199a-1ffe-4943-a353-aea2db322013', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-81364855-subnet', 'tenant_id': 'dbac4e938435444c86933a8bfe7a1fdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:58:08.169150 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b86e22-bd25-45c7-be2f-17d0560e2d8b admin admin] Made reservation on behalf of dbac4e938435444c86933a8bfe7a1fdd for: {'subnet': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:58:08.171598 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-42b86e22-bd25-45c7-be2f-17d0560e2d8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12398527'] for subnet (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:08.226127 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:08.289061 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:08.414824 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-42b86e22-bd25-45c7-be2f-17d0560e2d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11356177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12398477'] for subnet (50857277-0d71-4392-8f35-41c595afbbe0), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:08.472028 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b86e22-bd25-45c7-be2f-17d0560e2d8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=50857277-0d71-4392-8f35-41c595afbbe0,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:08.487715 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b86e22-bd25-45c7-be2f-17d0560e2d8b admin admin] Checking segment: {'id': 'ff25f25f-813f-4ae6-bfb6-18f6aafa6b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0108199a-1ffe-4943-a353-aea2db322013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:58:08.488097 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b86e22-bd25-45c7-be2f-17d0560e2d8b admin admin] Network hostable DHCP agents. Network: 0108199a-1ffe-4943-a353-aea2db322013, hostable agents: ['0fe93b45-7a7a-4833-aa38-a6b4536a05ba'], hosted agents: [] {{(pid=110998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:58:08.568524 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b86e22-bd25-45c7-be2f-17d0560e2d8b admin admin] Network 0108199a-1ffe-4943-a353-aea2db322013 is scheduled to be hosted by DHCP agent 0fe93b45-7a7a-4833-aa38-a6b4536a05ba with binding_index 1 {{(pid=110998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:58:08.688583 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-42b86e22-bd25-45c7-be2f-17d0560e2d8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-5-iscsi, 0108199a-1ffe-4943-a353-aea2db322013) {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:58:08.692542 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b86e22-bd25-45c7-be2f-17d0560e2d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:08.693126 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-42b86e22-bd25-45c7-be2f-17d0560e2d8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:08.696917 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ba40f6-3579-44c1-8107-dec4645ce580 None None] Network 0108199a-1ffe-4943-a353-aea2db322013 requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:58:08.741805 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:08.771910 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:08.799215 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397a1039-d4cf-42bf-bd6d-9b64335dd043 None None] Network 0108199a-1ffe-4943-a353-aea2db322013 requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:58:08.806332 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-42b86e22-bd25-45c7-be2f-17d0560e2d8b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7682869 Jun 08 13:58:08.924071 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42826) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:58:08.966890 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_v2 [None req-803bd0d4-a62c-4d76-b138-a918bbdc8943 admin admin] Deleting subnet 58f6fdd2-9f34-4a3c-9424-8f99b34fa44f {{(pid=110998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 13:58:08.969967 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-803bd0d4-a62c-4d76-b138-a918bbdc8943 admin admin] Publish callbacks [] for subnet (58f6fdd2-9f34-4a3c-9424-8f99b34fa44f), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:09.004380 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-803bd0d4-a62c-4d76-b138-a918bbdc8943 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8827961'] for subnet (58f6fdd2-9f34-4a3c-9424-8f99b34fa44f), precommit_delete_associations {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:09.046981 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-803bd0d4-a62c-4d76-b138-a918bbdc8943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628126'] for subnet (58f6fdd2-9f34-4a3c-9424-8f99b34fa44f), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:09.077098 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:09.215013 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-803bd0d4-a62c-4d76-b138-a918bbdc8943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11352020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12398490'] for subnet (58f6fdd2-9f34-4a3c-9424-8f99b34fa44f), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:09.241392 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803bd0d4-a62c-4d76-b138-a918bbdc8943 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58f6fdd2-9f34-4a3c-9424-8f99b34fa44f,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:09.245050 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-803bd0d4-a62c-4d76-b138-a918bbdc8943 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:09.248157 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-803bd0d4-a62c-4d76-b138-a918bbdc8943 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/58f6fdd2-9f34-4a3c-9424-8f99b34fa44f HTTP/1.1" status: 204 len: 168 time: 0.3230667 Jun 08 13:58:09.250635 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42828) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:58:09.322800 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-62256c2f-6399-4891-bff6-b28c987da9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427792'] for network (64255354-3f50-4c0c-b372-45d7af387525), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:09.398443 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-62256c2f-6399-4891-bff6-b28c987da9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629017', 'neutron.services.segments.db._delete_segments_for_network-8774158746125'] for network (64255354-3f50-4c0c-b372-45d7af387525), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:09.418641 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-62256c2f-6399-4891-bff6-b28c987da9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64255354-3f50-4c0c-b372-45d7af387525']}} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:58:09.430410 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-62256c2f-6399-4891-bff6-b28c987da9d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd6af81-55ac-4b79-a34b-adaa0465be34') {'for_net_delete': True} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:58:09.430410 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-62256c2f-6399-4891-bff6-b28c987da9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd6af81-55ac-4b79-a34b-adaa0465be34') {} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:58:09.438011 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-62256c2f-6399-4891-bff6-b28c987da9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158745236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8827952'] for segment (8bd6af81-55ac-4b79-a34b-adaa0465be34), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:09.451250 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-62256c2f-6399-4891-bff6-b28c987da9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (8bd6af81-55ac-4b79-a34b-adaa0465be34), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:09.457791 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62256c2f-6399-4891-bff6-b28c987da9d6 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=110998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:58:09.458913 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-62256c2f-6399-4891-bff6-b28c987da9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11351950'] for segment (8bd6af81-55ac-4b79-a34b-adaa0465be34), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:09.502884 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.services.segments.plugin [-] Segment 8bd6af81-55ac-4b79-a34b-adaa0465be34 resource provider aggregate not found Jun 08 13:58:09.524831 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.services.segments.plugin [-] Segment 8bd6af81-55ac-4b79-a34b-adaa0465be34 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8bd6af81-55ac-4b79-a34b-adaa0465be34 found for delete ", "request_id": "req-44ac1648-6ba1-409e-80c3-ea8771979484"}]} Jun 08 13:58:09.654706 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-62256c2f-6399-4891-bff6-b28c987da9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357978'] for network (64255354-3f50-4c0c-b372-45d7af387525), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:09.660263 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-62256c2f-6399-4891-bff6-b28c987da9d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:09.663277 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-62256c2f-6399-4891-bff6-b28c987da9d6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/64255354-3f50-4c0c-b372-45d7af387525 HTTP/1.1" status: 204 len: 168 time: 0.4117417 Jun 08 13:58:09.666175 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 42834) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:58:09.675059 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62256c2f-6399-4891-bff6-b28c987da9d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=64255354-3f50-4c0c-b372-45d7af387525,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:09.712819 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.db_base_plugin_v2 [None req-e168f917-9830-4054-b408-64ed2b79759f admin admin] Deleting subnet 50857277-0d71-4392-8f35-41c595afbbe0 {{(pid=110997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 13:58:09.716606 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e168f917-9830-4054-b408-64ed2b79759f admin admin] Publish callbacks [] for subnet (50857277-0d71-4392-8f35-41c595afbbe0), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:09.755391 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e168f917-9830-4054-b408-64ed2b79759f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11440041'] for subnet (50857277-0d71-4392-8f35-41c595afbbe0), precommit_delete_associations {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:09.795849 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e168f917-9830-4054-b408-64ed2b79759f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628126'] for subnet (50857277-0d71-4392-8f35-41c595afbbe0), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:09.986332 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e168f917-9830-4054-b408-64ed2b79759f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8407458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12563171'] for subnet (50857277-0d71-4392-8f35-41c595afbbe0), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:10.009990 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168f917-9830-4054-b408-64ed2b79759f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50857277-0d71-4392-8f35-41c595afbbe0,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:10.019863 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e168f917-9830-4054-b408-64ed2b79759f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for subnet (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:10.022933 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-e168f917-9830-4054-b408-64ed2b79759f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/50857277-0d71-4392-8f35-41c595afbbe0 HTTP/1.1" status: 204 len: 168 time: 0.3557506 Jun 08 13:58:10.024645 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168f917-9830-4054-b408-64ed2b79759f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:10.031114 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168f917-9830-4054-b408-64ed2b79759f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:10.031114 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168f917-9830-4054-b408-64ed2b79759f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:10.031375 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42836) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:58:10.031501 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168f917-9830-4054-b408-64ed2b79759f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:10.031501 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168f917-9830-4054-b408-64ed2b79759f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:10.031501 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168f917-9830-4054-b408-64ed2b79759f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:10.031501 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168f917-9830-4054-b408-64ed2b79759f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:10.031501 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168f917-9830-4054-b408-64ed2b79759f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:10.031501 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168f917-9830-4054-b408-64ed2b79759f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:10.031501 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168f917-9830-4054-b408-64ed2b79759f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:10.031501 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168f917-9830-4054-b408-64ed2b79759f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:10.031501 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168f917-9830-4054-b408-64ed2b79759f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:10.031501 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168f917-9830-4054-b408-64ed2b79759f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:10.031501 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168f917-9830-4054-b408-64ed2b79759f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:10.031501 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168f917-9830-4054-b408-64ed2b79759f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:10.082996 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:10.094738 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7b69848b-b48c-4f90-9ce9-cc9830753e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427792'] for network (0108199a-1ffe-4943-a353-aea2db322013), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:10.173089 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7b69848b-b48c-4f90-9ce9-cc9830753e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629017', 'neutron.services.segments.db._delete_segments_for_network-8774158746125'] for network (0108199a-1ffe-4943-a353-aea2db322013), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:10.192980 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-7b69848b-b48c-4f90-9ce9-cc9830753e85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0108199a-1ffe-4943-a353-aea2db322013']}} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:58:10.202506 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-7b69848b-b48c-4f90-9ce9-cc9830753e85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff25f25f-813f-4ae6-bfb6-18f6aafa6b33') {'for_net_delete': True} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:58:10.202843 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.services.segments.db [None req-7b69848b-b48c-4f90-9ce9-cc9830753e85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff25f25f-813f-4ae6-bfb6-18f6aafa6b33') {} {{(pid=110998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:58:10.212296 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7b69848b-b48c-4f90-9ce9-cc9830753e85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158745236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8827952'] for segment (ff25f25f-813f-4ae6-bfb6-18f6aafa6b33), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:10.226312 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7b69848b-b48c-4f90-9ce9-cc9830753e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (ff25f25f-813f-4ae6-bfb6-18f6aafa6b33), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:10.232731 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b69848b-b48c-4f90-9ce9-cc9830753e85 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=110998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:58:10.237284 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7b69848b-b48c-4f90-9ce9-cc9830753e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11351950'] for segment (ff25f25f-813f-4ae6-bfb6-18f6aafa6b33), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:10.431553 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7b69848b-b48c-4f90-9ce9-cc9830753e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357978'] for network (0108199a-1ffe-4943-a353-aea2db322013), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:10.437032 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-7b69848b-b48c-4f90-9ce9-cc9830753e85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:10.440141 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-7b69848b-b48c-4f90-9ce9-cc9830753e85 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0108199a-1ffe-4943-a353-aea2db322013 HTTP/1.1" status: 204 len: 168 time: 0.4135087 Jun 08 13:58:10.456946 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69848b-b48c-4f90-9ce9-cc9830753e85 admin admin] Pushing event deleted for resources: {'Network': ['ID=0108199a-1ffe-4943-a353-aea2db322013,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:10.814865 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42840) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:58:10.855814 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-6c61c32f-48d7-4f11-b89a-92352b5daf70 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=76b4ab40330c4e0884a397c6e5d7153f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398195 Jun 08 13:58:10.858259 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42842) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:58:10.905896 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6a20a0d6-2544-4647-a751-f9d5cb2ce8d6 admin admin] Publish callbacks [] for security_group (5cda1c35-5cea-4a9b-97a1-8e51812de473), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:10.927113 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6a20a0d6-2544-4647-a751-f9d5cb2ce8d6 admin admin] Publish callbacks [] for security_group (5cda1c35-5cea-4a9b-97a1-8e51812de473), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:11.048785 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6a20a0d6-2544-4647-a751-f9d5cb2ce8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (5cda1c35-5cea-4a9b-97a1-8e51812de473), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:11.051277 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-6a20a0d6-2544-4647-a751-f9d5cb2ce8d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:11.052596 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-6a20a0d6-2544-4647-a751-f9d5cb2ce8d6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5cda1c35-5cea-4a9b-97a1-8e51812de473 HTTP/1.1" status: 204 len: 168 time: 0.1932876 Jun 08 13:58:11.060845 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20a0d6-2544-4647-a751-f9d5cb2ce8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cda1c35-5cea-4a9b-97a1-8e51812de473,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:11.542578 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.services.segments.plugin [-] Segment ff25f25f-813f-4ae6-bfb6-18f6aafa6b33 resource provider aggregate not found Jun 08 13:58:11.560347 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.services.segments.plugin [-] Segment ff25f25f-813f-4ae6-bfb6-18f6aafa6b33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff25f25f-813f-4ae6-bfb6-18f6aafa6b33 found for delete ", "request_id": "req-ef1810f1-633f-425f-a3fb-ba63d6b7b612"}]} Jun 08 13:58:11.752631 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42852) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:58:11.753351 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=19 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:11.793352 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-1e4740ff-812b-4555-9008-c8451baba43b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dbac4e938435444c86933a8bfe7a1fdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394757 Jun 08 13:58:11.795697 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 42854) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:58:11.845696 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-39204b37-da09-4b9e-8d3d-1e6ef8e90fba admin admin] Publish callbacks [] for security_group (8723c385-3434-46ab-b662-0fef15cbf54a), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:11.867469 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-39204b37-da09-4b9e-8d3d-1e6ef8e90fba admin admin] Publish callbacks [] for security_group (8723c385-3434-46ab-b662-0fef15cbf54a), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:12.008658 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-39204b37-da09-4b9e-8d3d-1e6ef8e90fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (8723c385-3434-46ab-b662-0fef15cbf54a), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:12.011412 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-39204b37-da09-4b9e-8d3d-1e6ef8e90fba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:12.012689 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-39204b37-da09-4b9e-8d3d-1e6ef8e90fba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8723c385-3434-46ab-b662-0fef15cbf54a HTTP/1.1" status: 204 len: 168 time: 0.2160242 Jun 08 13:58:12.020638 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39204b37-da09-4b9e-8d3d-1e6ef8e90fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8723c385-3434-46ab-b662-0fef15cbf54a,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:13.592936 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:14.691624 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:20.014297 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=29,neutron:DELETE=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:20.015056 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:21.904166 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=42,neutron:DELETE=5 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:22.016476 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:23.496227 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=23 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:23.498141 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:27.714835 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:27.720701 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=5 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:31.888808 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-62f6fb77-c647-4e03-a573-ca425d989d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:34.088607 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-17469678-1a1c-4ef6-a7bc-be73b5512726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:35.609024 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:36.734126 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:38.191791 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:41.693966 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:58:43.557034 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:58:53.489775 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:58:53.491664 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:01.820534 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-7c496e0e-d608-4dc1-8f0e-6f5400ed27d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:03.848832 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 43242) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:59:04.000452 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2e17d74f-16ba-4291-99d7-3b04cc2d9e1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:04.074525 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2e17d74f-16ba-4291-99d7-3b04cc2d9e1c admin admin] Publish callbacks [] for security_group (a144d050-b23f-4216-9911-9020af821fad), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:04.100300 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-4106f31a-1a4f-4ec0-8b7e-54a59b6dfe98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:04.214149 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-2e17d74f-16ba-4291-99d7-3b04cc2d9e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (a144d050-b23f-4216-9911-9020af821fad), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:04.253167 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17d74f-16ba-4291-99d7-3b04cc2d9e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a144d050-b23f-4216-9911-9020af821fad,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:04.256945 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-2e17d74f-16ba-4291-99d7-3b04cc2d9e1c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=03d0f5eb27fb4e62b3b46e1889608f4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4068472 Jun 08 13:59:04.260042 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 43246) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:59:04.263082 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17d74f-16ba-4291-99d7-3b04cc2d9e1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:04.263427 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17d74f-16ba-4291-99d7-3b04cc2d9e1c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:04.263768 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17d74f-16ba-4291-99d7-3b04cc2d9e1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:04.264125 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17d74f-16ba-4291-99d7-3b04cc2d9e1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:04.264557 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17d74f-16ba-4291-99d7-3b04cc2d9e1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:04.264876 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17d74f-16ba-4291-99d7-3b04cc2d9e1c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:04.265194 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17d74f-16ba-4291-99d7-3b04cc2d9e1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:04.265509 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17d74f-16ba-4291-99d7-3b04cc2d9e1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:04.265847 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17d74f-16ba-4291-99d7-3b04cc2d9e1c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:04.266142 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17d74f-16ba-4291-99d7-3b04cc2d9e1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:04.266459 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17d74f-16ba-4291-99d7-3b04cc2d9e1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:04.266775 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17d74f-16ba-4291-99d7-3b04cc2d9e1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:04.267154 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17d74f-16ba-4291-99d7-3b04cc2d9e1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:04.267468 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17d74f-16ba-4291-99d7-3b04cc2d9e1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:04.267775 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17d74f-16ba-4291-99d7-3b04cc2d9e1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:04.314981 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-54a222aa-c586-4ac2-9f75-8243008d7509 admin admin] Publish callbacks [] for security_group (a144d050-b23f-4216-9911-9020af821fad), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:04.336320 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-54a222aa-c586-4ac2-9f75-8243008d7509 admin admin] Publish callbacks [] for security_group (a144d050-b23f-4216-9911-9020af821fad), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:04.523072 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-54a222aa-c586-4ac2-9f75-8243008d7509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (a144d050-b23f-4216-9911-9020af821fad), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:04.525670 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-54a222aa-c586-4ac2-9f75-8243008d7509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:04.526838 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-54a222aa-c586-4ac2-9f75-8243008d7509 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a144d050-b23f-4216-9911-9020af821fad HTTP/1.1" status: 204 len: 168 time: 0.2658002 Jun 08 13:59:04.535178 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a222aa-c586-4ac2-9f75-8243008d7509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a144d050-b23f-4216-9911-9020af821fad,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:04.711068 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=16 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:04.717914 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=18 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:05.301315 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 43252) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:59:05.315288 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-588acb38-468e-410a-bc66-5b69d8c00673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:05.390837 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-588acb38-468e-410a-bc66-5b69d8c00673 admin admin] Publish callbacks [] for security_group (e5ef28a4-dffa-4b60-b976-a6e0b2aee3f7), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:05.505302 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-588acb38-468e-410a-bc66-5b69d8c00673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (e5ef28a4-dffa-4b60-b976-a6e0b2aee3f7), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:05.545885 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-588acb38-468e-410a-bc66-5b69d8c00673 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1972fffe2713487e94da239b65fedc8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434466 Jun 08 13:59:05.547881 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588acb38-468e-410a-bc66-5b69d8c00673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ef28a4-dffa-4b60-b976-a6e0b2aee3f7,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:05.548748 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 43254) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:59:05.604834 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3e0d332a-7070-493c-a642-52fc7865aa0f admin admin] Publish callbacks [] for security_group (e5ef28a4-dffa-4b60-b976-a6e0b2aee3f7), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:05.626920 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3e0d332a-7070-493c-a642-52fc7865aa0f admin admin] Publish callbacks [] for security_group (e5ef28a4-dffa-4b60-b976-a6e0b2aee3f7), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:05.654284 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:05.763021 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3e0d332a-7070-493c-a642-52fc7865aa0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (e5ef28a4-dffa-4b60-b976-a6e0b2aee3f7), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:05.765579 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3e0d332a-7070-493c-a642-52fc7865aa0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:05.766718 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-3e0d332a-7070-493c-a642-52fc7865aa0f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e5ef28a4-dffa-4b60-b976-a6e0b2aee3f7 HTTP/1.1" status: 204 len: 168 time: 0.2169440 Jun 08 13:59:05.774794 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d332a-7070-493c-a642-52fc7865aa0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ef28a4-dffa-4b60-b976-a6e0b2aee3f7,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:06.666653 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:08.151696 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:09.123426 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 43322) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:59:09.230379 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-566e2bd5-a2ab-4f81-b2cd-8130e3666512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:09.304759 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-566e2bd5-a2ab-4f81-b2cd-8130e3666512 admin admin] Publish callbacks [] for security_group (5b76a229-5224-45fd-b652-84ad351c0e15), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:09.374469 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-566e2bd5-a2ab-4f81-b2cd-8130e3666512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (5b76a229-5224-45fd-b652-84ad351c0e15), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:09.419930 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-566e2bd5-a2ab-4f81-b2cd-8130e3666512 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=68cb09a2b8f04b24aa66a09279a4318b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954075 Jun 08 13:59:09.420788 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e2bd5-a2ab-4f81-b2cd-8130e3666512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b76a229-5224-45fd-b652-84ad351c0e15,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:09.422617 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 43326) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:59:09.477994 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-852d7e9b-16be-4f11-8aa7-a9f502ff50da admin admin] Publish callbacks [] for security_group (5b76a229-5224-45fd-b652-84ad351c0e15), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:09.499812 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-852d7e9b-16be-4f11-8aa7-a9f502ff50da admin admin] Publish callbacks [] for security_group (5b76a229-5224-45fd-b652-84ad351c0e15), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:09.636839 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-852d7e9b-16be-4f11-8aa7-a9f502ff50da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (5b76a229-5224-45fd-b652-84ad351c0e15), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:09.639392 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-852d7e9b-16be-4f11-8aa7-a9f502ff50da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:09.640572 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-852d7e9b-16be-4f11-8aa7-a9f502ff50da admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b76a229-5224-45fd-b652-84ad351c0e15 HTTP/1.1" status: 204 len: 168 time: 0.2169220 Jun 08 13:59:09.649361 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d7e9b-16be-4f11-8aa7-a9f502ff50da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b76a229-5224-45fd-b652-84ad351c0e15,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:10.273018 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 43332) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:59:10.286539 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c3014841-2c3c-429a-a524-a5496886e4df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:10.361405 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c3014841-2c3c-429a-a524-a5496886e4df admin admin] Publish callbacks [] for security_group (0d220852-4e05-4b15-bc42-bc2caeea0632), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:10.471226 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c3014841-2c3c-429a-a524-a5496886e4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (0d220852-4e05-4b15-bc42-bc2caeea0632), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:10.510737 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3014841-2c3c-429a-a524-a5496886e4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d220852-4e05-4b15-bc42-bc2caeea0632,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:10.514692 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-c3014841-2c3c-429a-a524-a5496886e4df admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7498349ad6104cc480e6036edc1c26d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406337 Jun 08 13:59:10.517395 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 43334) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:59:10.520534 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3014841-2c3c-429a-a524-a5496886e4df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:10.520882 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3014841-2c3c-429a-a524-a5496886e4df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:10.521293 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3014841-2c3c-429a-a524-a5496886e4df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:10.521587 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3014841-2c3c-429a-a524-a5496886e4df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:10.521956 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3014841-2c3c-429a-a524-a5496886e4df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:10.522324 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3014841-2c3c-429a-a524-a5496886e4df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:10.522714 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3014841-2c3c-429a-a524-a5496886e4df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:10.523182 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3014841-2c3c-429a-a524-a5496886e4df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:10.523635 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3014841-2c3c-429a-a524-a5496886e4df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:10.524024 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3014841-2c3c-429a-a524-a5496886e4df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:10.524358 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3014841-2c3c-429a-a524-a5496886e4df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:10.524688 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3014841-2c3c-429a-a524-a5496886e4df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:10.525015 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3014841-2c3c-429a-a524-a5496886e4df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:10.525334 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3014841-2c3c-429a-a524-a5496886e4df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:10.525655 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3014841-2c3c-429a-a524-a5496886e4df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:10.571093 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-794f2756-91c4-4ea3-85ae-682d43da6d44 admin admin] Publish callbacks [] for security_group (0d220852-4e05-4b15-bc42-bc2caeea0632), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:10.592288 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-794f2756-91c4-4ea3-85ae-682d43da6d44 admin admin] Publish callbacks [] for security_group (0d220852-4e05-4b15-bc42-bc2caeea0632), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:10.717341 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-794f2756-91c4-4ea3-85ae-682d43da6d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (0d220852-4e05-4b15-bc42-bc2caeea0632), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:10.719902 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-794f2756-91c4-4ea3-85ae-682d43da6d44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:10.721097 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-794f2756-91c4-4ea3-85ae-682d43da6d44 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0d220852-4e05-4b15-bc42-bc2caeea0632 HTTP/1.1" status: 204 len: 168 time: 0.2027009 Jun 08 13:59:10.729322 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f2756-91c4-4ea3-85ae-682d43da6d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d220852-4e05-4b15-bc42-bc2caeea0632,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:13.596798 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:14.178567 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c7f56878-9e3b-4101-9db8-03a51692366a req-d9d3942e-7d41-43d0-bf1f-37f8e307c1db tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b2ba93f28ab34253903b52621b23cb19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310884 Jun 08 13:59:14.257386 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:14.309432 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:14.368708 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f56878-9e3b-4101-9db8-03a51692366a req-7a5ee83e-e33d-42c7-bf9b-75baac2bf40c tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:14.370204 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c7f56878-9e3b-4101-9db8-03a51692366a req-7a5ee83e-e33d-42c7-bf9b-75baac2bf40c tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864903 Jun 08 13:59:14.386991 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c7f56878-9e3b-4101-9db8-03a51692366a req-fce40a57-64a1-42ff-9e58-deeec9698310 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.55 "GET /v2.0/quotas/b2ba93f28ab34253903b52621b23cb19 HTTP/1.1" status: 200 len: 375 time: 0.0111001 Jun 08 13:59:14.418423 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c7f56878-9e3b-4101-9db8-03a51692366a req-eaa82ab5-48b8-4686-9e0f-80e248e662ee tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2ba93f28ab34253903b52621b23cb19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263062 Jun 08 13:59:14.703700 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-16560544-c396-462b-86b4-893df1d5eea5 req-0ee18a30-7b74-4bb9-a2ae-9a2b60077737 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d34e1f6-a2df-4f99-a8dd-66703601a6f7 HTTP/1.1" status: 200 len: 210 time: 0.0292997 Jun 08 13:59:15.782295 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5da807ce-20bc-4256-ad98-016f5d0b7ac9 req-13b97cfe-6653-4de4-b922-f5684f2aa401 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d34e1f6-a2df-4f99-a8dd-66703601a6f7 HTTP/1.1" status: 200 len: 210 time: 0.0275526 Jun 08 13:59:16.882308 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ac0a7111-787c-465e-871b-9fda12c8c122 req-2898f526-4913-478d-b548-a98942317af6 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d34e1f6-a2df-4f99-a8dd-66703601a6f7 HTTP/1.1" status: 200 len: 210 time: 0.0297308 Jun 08 13:59:17.115782 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c7f56878-9e3b-4101-9db8-03a51692366a req-d88cb10c-c2da-438d-bc78-e487e4b15b69 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=b2ba93f28ab34253903b52621b23cb19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311475 Jun 08 13:59:17.294787 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f56878-9e3b-4101-9db8-03a51692366a req-af05202b-749e-4c26-abd6-071011873306 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:17.296234 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c7f56878-9e3b-4101-9db8-03a51692366a req-af05202b-749e-4c26-abd6-071011873306 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1762311 Jun 08 13:59:17.308081 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-c7f56878-9e3b-4101-9db8-03a51692366a req-b9581938-9664-4430-84fb-340754f9cd98 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Request body: {'port': {'device_id': '4d34e1f6-a2df-4f99-a8dd-66703601a6f7', 'network_id': 'f93747c4-687c-4612-97af-f383d764c719', 'admin_state_up': True, 'tenant_id': 'b2ba93f28ab34253903b52621b23cb19'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:59:17.379878 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:17.386025 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=6 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:17.477518 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f56878-9e3b-4101-9db8-03a51692366a req-b9581938-9664-4430-84fb-340754f9cd98 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Made reservation on behalf of b2ba93f28ab34253903b52621b23cb19 for: {'port': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:59:17.480986 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c7f56878-9e3b-4101-9db8-03a51692366a req-b9581938-9664-4430-84fb-340754f9cd98 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:17.489861 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c7f56878-9e3b-4101-9db8-03a51692366a req-b9581938-9664-4430-84fb-340754f9cd98 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:17.568242 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c7f56878-9e3b-4101-9db8-03a51692366a req-b9581938-9664-4430-84fb-340754f9cd98 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Publish callbacks [] for security_group (4bcbb1d2-138f-4aa4-a129-e06cd29a2b66), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:17.648041 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c7f56878-9e3b-4101-9db8-03a51692366a req-b9581938-9664-4430-84fb-340754f9cd98 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (4bcbb1d2-138f-4aa4-a129-e06cd29a2b66), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:17.711935 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9581938-9664-4430-84fb-340754f9cd98 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcbb1d2-138f-4aa4-a129-e06cd29a2b66,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:17.780792 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [req-c7f56878-9e3b-4101-9db8-03a51692366a req-b9581938-9664-4430-84fb-340754f9cd98 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Allocated IP 192.168.233.111 (f93747c4-687c-4612-97af-f383d764c719/c5869103-0355-4129-9bfd-d5fc7d3fd8f7/310910f4-9dad-420d-a82d-e04427479dd5) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:59:17.982712 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2102d182-595b-4bd6-994d-26f75f11b7c7 req-60c98c0c-6399-49f3-95fb-648bdc938114 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d34e1f6-a2df-4f99-a8dd-66703601a6f7 HTTP/1.1" status: 200 len: 210 time: 0.0296001 Jun 08 13:59:18.157863 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:18.179619 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c7f56878-9e3b-4101-9db8-03a51692366a req-b9581938-9664-4430-84fb-340754f9cd98 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Publish callbacks [] for port (310910f4-9dad-420d-a82d-e04427479dd5), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:18.294180 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c7f56878-9e3b-4101-9db8-03a51692366a req-b9581938-9664-4430-84fb-340754f9cd98 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (310910f4-9dad-420d-a82d-e04427479dd5), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:18.339452 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f56878-9e3b-4101-9db8-03a51692366a req-b9581938-9664-4430-84fb-340754f9cd98 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Network f93747c4-687c-4612-97af-f383d764c719 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:59:18.347132 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [req-c7f56878-9e3b-4101-9db8-03a51692366a req-b9581938-9664-4430-84fb-340754f9cd98 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:59:18.349264 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9581938-9664-4430-84fb-340754f9cd98 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Pushing event updated for resources: {'Port': ['ID=310910f4-9dad-420d-a82d-e04427479dd5,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:18.351629 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f56878-9e3b-4101-9db8-03a51692366a req-b9581938-9664-4430-84fb-340754f9cd98 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:59:18.401933 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f56878-9e3b-4101-9db8-03a51692366a req-b9581938-9664-4430-84fb-340754f9cd98 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:18.402551 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c7f56878-9e3b-4101-9db8-03a51692366a req-b9581938-9664-4430-84fb-340754f9cd98 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:18.468333 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c7f56878-9e3b-4101-9db8-03a51692366a req-b9581938-9664-4430-84fb-340754f9cd98 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1642818 Jun 08 13:59:18.480326 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-c7f56878-9e3b-4101-9db8-03a51692366a req-3d2d4bc6-5f65-4859-9dc1-df809dab7d8c service neutron] Request body: {'port': {'device_id': '4d34e1f6-a2df-4f99-a8dd-66703601a6f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:59:18.543023 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-0c06f914-ea68-4601-a182-853452286458 None None] Provisioning complete for port 310910f4-9dad-420d-a82d-e04427479dd5 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:59:18.543626 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-0c06f914-ea68-4601-a182-853452286458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (310910f4-9dad-420d-a82d-e04427479dd5), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:18.543786 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c7f56878-9e3b-4101-9db8-03a51692366a req-3d2d4bc6-5f65-4859-9dc1-df809dab7d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (310910f4-9dad-420d-a82d-e04427479dd5), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:18.574996 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-0c06f914-ea68-4601-a182-853452286458 None None] Port 310910f4-9dad-420d-a82d-e04427479dd5 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:59:18.692928 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:59:18.820452 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [req-c7f56878-9e3b-4101-9db8-03a51692366a req-3d2d4bc6-5f65-4859-9dc1-df809dab7d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 310910f4-9dad-420d-a82d-e04427479dd5 {{(pid=110998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:59:18.828375 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c7f56878-9e3b-4101-9db8-03a51692366a req-3d2d4bc6-5f65-4859-9dc1-df809dab7d8c service neutron] Publish callbacks [] for port (310910f4-9dad-420d-a82d-e04427479dd5), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:18.840622 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.provisioning_blocks [req-c7f56878-9e3b-4101-9db8-03a51692366a req-3d2d4bc6-5f65-4859-9dc1-df809dab7d8c service neutron] Transition to ACTIVE for port object 310910f4-9dad-420d-a82d-e04427479dd5 will not be triggered until provisioned by entity L2. {{(pid=110998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 13:59:18.946399 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c7f56878-9e3b-4101-9db8-03a51692366a req-3d2d4bc6-5f65-4859-9dc1-df809dab7d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (310910f4-9dad-420d-a82d-e04427479dd5), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:18.949558 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:18.997877 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d4bc6-5f65-4859-9dc1-df809dab7d8c service neutron] Pushing event updated for resources: {'Port': ['ID=310910f4-9dad-420d-a82d-e04427479dd5,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:19.078621 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-c7f56878-9e3b-4101-9db8-03a51692366a req-3d2d4bc6-5f65-4859-9dc1-df809dab7d8c service neutron] Attempting to bind port 310910f4-9dad-420d-a82d-e04427479dd5 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:59:19.078928 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-c7f56878-9e3b-4101-9db8-03a51692366a req-3d2d4bc6-5f65-4859-9dc1-df809dab7d8c service neutron] Attempting to bind port 310910f4-9dad-420d-a82d-e04427479dd5 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '9fb687aa-0ea7-4a94-8e79-78f525983a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f93747c4-687c-4612-97af-f383d764c719'}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:59:19.079204 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f56878-9e3b-4101-9db8-03a51692366a req-3d2d4bc6-5f65-4859-9dc1-df809dab7d8c service neutron] Attempting to bind port 310910f4-9dad-420d-a82d-e04427479dd5 on network f93747c4-687c-4612-97af-f383d764c719 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:59:19.084936 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f56878-9e3b-4101-9db8-03a51692366a req-3d2d4bc6-5f65-4859-9dc1-df809dab7d8c service neutron] Port 310910f4-9dad-420d-a82d-e04427479dd5 on network f93747c4-687c-4612-97af-f383d764c719 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:59:19.088080 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f56878-9e3b-4101-9db8-03a51692366a req-3d2d4bc6-5f65-4859-9dc1-df809dab7d8c service neutron] Attempting to bind port 310910f4-9dad-420d-a82d-e04427479dd5 on network f93747c4-687c-4612-97af-f383d764c719 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:59:19.090856 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f56878-9e3b-4101-9db8-03a51692366a req-3d2d4bc6-5f65-4859-9dc1-df809dab7d8c service neutron] Checking agent: {'id': '2c87fc52-0797-4c68-9855-572d3067389f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'started_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:59:19.091271 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f56878-9e3b-4101-9db8-03a51692366a req-3d2d4bc6-5f65-4859-9dc1-df809dab7d8c service neutron] Checking segment: {'id': '9fb687aa-0ea7-4a94-8e79-78f525983a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f93747c4-687c-4612-97af-f383d764c719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:59:19.091723 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f56878-9e3b-4101-9db8-03a51692366a req-3d2d4bc6-5f65-4859-9dc1-df809dab7d8c service neutron] Bound using segment: {'id': '9fb687aa-0ea7-4a94-8e79-78f525983a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f93747c4-687c-4612-97af-f383d764c719'} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:59:19.092391 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-c7f56878-9e3b-4101-9db8-03a51692366a req-3d2d4bc6-5f65-4859-9dc1-df809dab7d8c service neutron] Bound port: 310910f4-9dad-420d-a82d-e04427479dd5, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb687aa-0ea7-4a94-8e79-78f525983a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f93747c4-687c-4612-97af-f383d764c719'}}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:59:19.092803 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c7f56878-9e3b-4101-9db8-03a51692366a req-3d2d4bc6-5f65-4859-9dc1-df809dab7d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (310910f4-9dad-420d-a82d-e04427479dd5), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:19.105116 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:19.107100 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbc781-d6d5-422e-b693-075bf9f5f58c req-8d2d3c88-5daf-4e08-b127-17094137096a tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:19.108674 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f2bbc781-d6d5-422e-b693-075bf9f5f58c req-8d2d3c88-5daf-4e08-b127-17094137096a tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d34e1f6-a2df-4f99-a8dd-66703601a6f7 HTTP/1.1" status: 200 len: 948 time: 0.0535007 Jun 08 13:59:19.160719 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-c7f56878-9e3b-4101-9db8-03a51692366a req-3d2d4bc6-5f65-4859-9dc1-df809dab7d8c service neutron] For port 310910f4-9dad-420d-a82d-e04427479dd5, host hv-cinder-81914, cleared binding levels {{(pid=110998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:59:19.161950 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f2bbc781-d6d5-422e-b693-075bf9f5f58c req-2b0a2192-eac8-440d-9582-bf122c786442 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bcbb1d2-138f-4aa4-a129-e06cd29a2b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462744 Jun 08 13:59:19.163945 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-c7f56878-9e3b-4101-9db8-03a51692366a req-3d2d4bc6-5f65-4859-9dc1-df809dab7d8c service neutron] For port 310910f4-9dad-420d-a82d-e04427479dd5, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=310910f4-9dad-420d-a82d-e04427479dd5,segment=NetworkSegment(9fb687aa-0ea7-4a94-8e79-78f525983a09),segment_id=9fb687aa-0ea7-4a94-8e79-78f525983a09)] {{(pid=110998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:59:19.244225 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c7f56878-9e3b-4101-9db8-03a51692366a req-3d2d4bc6-5f65-4859-9dc1-df809dab7d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (310910f4-9dad-420d-a82d-e04427479dd5), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:19.278445 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f56878-9e3b-4101-9db8-03a51692366a req-3d2d4bc6-5f65-4859-9dc1-df809dab7d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:19.279067 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-c7f56878-9e3b-4101-9db8-03a51692366a req-3d2d4bc6-5f65-4859-9dc1-df809dab7d8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:19.280462 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c7f56878-9e3b-4101-9db8-03a51692366a req-3d2d4bc6-5f65-4859-9dc1-df809dab7d8c service neutron] 10.222.0.61 "PUT /v2.0/ports/310910f4-9dad-420d-a82d-e04427479dd5 HTTP/1.1" status: 200 len: 1098 time: 0.8049347 Jun 08 13:59:19.280895 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d34e1f6-a2df-4f99-a8dd-66703601a6f7', 'tag': '310910f4-9dad-420d-a82d-e04427479dd5'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:59:19.283150 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d56043e-85f7-4608-84a9-e16bb77a71aa" -d '{"events": [{"name": "network-changed", "server_uuid": "4d34e1f6-a2df-4f99-a8dd-66703601a6f7", "tag": "310910f4-9dad-420d-a82d-e04427479dd5"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:59:19.311305 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d4bc6-5f65-4859-9dc1-df809dab7d8c service neutron] Pushing event updated for resources: {'Port': ['ID=310910f4-9dad-420d-a82d-e04427479dd5,revision_number=3']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:19.329205 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7433c6c-cfa1-4e49-81a6-f8aa934156bd x-openstack-request-id: req-a7433c6c-cfa1-4e49-81a6-f8aa934156bd {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:59:19.329544 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d34e1f6-a2df-4f99-a8dd-66703601a6f7", "tag": "310910f4-9dad-420d-a82d-e04427479dd5", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:59:19.329892 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a7433c6c-cfa1-4e49-81a6-f8aa934156bd {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:59:19.330394 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7433c6c-cfa1-4e49-81a6-f8aa934156bd'] response: {'name': 'network-changed', 'server_uuid': '4d34e1f6-a2df-4f99-a8dd-66703601a6f7', 'tag': '310910f4-9dad-420d-a82d-e04427479dd5', 'status': 'completed', 'code': 200} Jun 08 13:59:19.395606 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56043e-85f7-4608-84a9-e16bb77a71aa req-d02cbb10-a5d2-4bdb-bf31-dc6c003b8cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:19.397174 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-5d56043e-85f7-4608-84a9-e16bb77a71aa req-d02cbb10-a5d2-4bdb-bf31-dc6c003b8cfa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2ba93f28ab34253903b52621b23cb19&device_id=4d34e1f6-a2df-4f99-a8dd-66703601a6f7 HTTP/1.1" status: 200 len: 1132 time: 0.0461531 Jun 08 13:59:19.424045 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-5d56043e-85f7-4608-84a9-e16bb77a71aa req-b5a0610b-f6f4-4790-ad67-4f375227fa74 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b2ba93f28ab34253903b52621b23cb19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207303 Jun 08 13:59:19.650108 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56043e-85f7-4608-84a9-e16bb77a71aa req-f6a15846-15e4-471a-9ba0-9197a9a95923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:19.652090 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-5d56043e-85f7-4608-84a9-e16bb77a71aa req-f6a15846-15e4-471a-9ba0-9197a9a95923 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901253 Jun 08 13:59:19.725832 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f56878-9e3b-4101-9db8-03a51692366a req-c3dcd2cc-6344-4c30-9079-36397b2df22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:19.727303 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c7f56878-9e3b-4101-9db8-03a51692366a req-c3dcd2cc-6344-4c30-9079-36397b2df22a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2ba93f28ab34253903b52621b23cb19&device_id=4d34e1f6-a2df-4f99-a8dd-66703601a6f7 HTTP/1.1" status: 200 len: 1132 time: 0.0411930 Jun 08 13:59:19.764581 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c7f56878-9e3b-4101-9db8-03a51692366a req-684bad13-2f7b-4cf0-adef-8feba43b10f3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=310910f4-9dad-420d-a82d-e04427479dd5 HTTP/1.1" status: 200 len: 217 time: 0.0310366 Jun 08 13:59:19.814596 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f56878-9e3b-4101-9db8-03a51692366a req-99ccc5ab-9017-45eb-97f7-6cf2edd56d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:19.816011 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c7f56878-9e3b-4101-9db8-03a51692366a req-99ccc5ab-9017-45eb-97f7-6cf2edd56d03 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c5869103-0355-4129-9bfd-d5fc7d3fd8f7 HTTP/1.1" status: 200 len: 843 time: 0.0462179 Jun 08 13:59:19.859120 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f56878-9e3b-4101-9db8-03a51692366a req-97f65bdb-eace-455f-9782-9d87cdec2eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:19.860651 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c7f56878-9e3b-4101-9db8-03a51692366a req-97f65bdb-eace-455f-9782-9d87cdec2eee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f93747c4-687c-4612-97af-f383d764c719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0390134 Jun 08 13:59:19.948627 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c7f56878-9e3b-4101-9db8-03a51692366a req-3fcc8070-718a-405d-87d6-3fcb17dc0c31 service neutron] 10.222.0.61 "GET /v2.0/networks/f93747c4-687c-4612-97af-f383d764c719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822535 Jun 08 13:59:20.041201 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-c7f56878-9e3b-4101-9db8-03a51692366a req-b98a6a66-36c7-4c0c-8fb5-097763065de8 service neutron] 10.222.0.61 "GET /v2.0/networks/f93747c4-687c-4612-97af-f383d764c719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866065 Jun 08 13:59:20.278495 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15a24c-92a0-4cea-93c7-132ceead1fc1 req-33530610-d557-4a63-a2d1-c53f580d32a4 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:20.279927 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4c15a24c-92a0-4cea-93c7-132ceead1fc1 req-33530610-d557-4a63-a2d1-c53f580d32a4 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d34e1f6-a2df-4f99-a8dd-66703601a6f7 HTTP/1.1" status: 200 len: 948 time: 0.0486765 Jun 08 13:59:20.326486 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4c15a24c-92a0-4cea-93c7-132ceead1fc1 req-2b61cc28-43b1-479f-8439-935bfb217999 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bcbb1d2-138f-4aa4-a129-e06cd29a2b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411234 Jun 08 13:59:21.440173 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a85f9d-d922-4d7e-885a-704320ba62a4 req-14d59bfc-ccff-483f-9f12-754c6158fb3a tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:21.441646 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-89a85f9d-d922-4d7e-885a-704320ba62a4 req-14d59bfc-ccff-483f-9f12-754c6158fb3a tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d34e1f6-a2df-4f99-a8dd-66703601a6f7 HTTP/1.1" status: 200 len: 948 time: 0.0461128 Jun 08 13:59:21.488075 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-89a85f9d-d922-4d7e-885a-704320ba62a4 req-3c73a1d0-6a96-4522-b32a-830d665d6b20 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bcbb1d2-138f-4aa4-a129-e06cd29a2b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408883 Jun 08 13:59:21.988569 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 310910f4-9dad-420d-a82d-e04427479dd5 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:59:22.088367 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 310910f4-9dad-420d-a82d-e04427479dd5, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=310910f4-9dad-420d-a82d-e04427479dd5,segment=NetworkSegment(9fb687aa-0ea7-4a94-8e79-78f525983a09),segment_id=9fb687aa-0ea7-4a94-8e79-78f525983a09)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:59:22.101631 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Returning: {'device': '310910f4-9dad-420d-a82d-e04427479dd5', 'network_id': 'f93747c4-687c-4612-97af-f383d764c719', 'port_id': '310910f4-9dad-420d-a82d-e04427479dd5', 'mac_address': 'fa:16:3e:79:59:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5869103-0355-4129-9bfd-d5fc7d3fd8f7', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:59:22.135687 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 310910f4-9dad-420d-a82d-e04427479dd5 is: DOWN; New status is: BUILD {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:59:22.136082 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (310910f4-9dad-420d-a82d-e04427479dd5), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:22.148862 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310910f4-9dad-420d-a82d-e04427479dd5 {{(pid=110999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:59:22.171293 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 310910f4-9dad-420d-a82d-e04427479dd5, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=310910f4-9dad-420d-a82d-e04427479dd5,segment=NetworkSegment(9fb687aa-0ea7-4a94-8e79-78f525983a09),segment_id=9fb687aa-0ea7-4a94-8e79-78f525983a09)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:59:22.271052 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (310910f4-9dad-420d-a82d-e04427479dd5), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:22.315990 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=310910f4-9dad-420d-a82d-e04427479dd5,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:22.323150 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:22.323491 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:22.323824 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:22.324181 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:22.324507 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:22.324829 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:22.325146 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:22.325461 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:22.325778 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:22.326093 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:22.326406 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:22.326719 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:22.327030 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:22.327339 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:22.327646 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:22.468876 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['310910f4-9dad-420d-a82d-e04427479dd5'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:59:22.605408 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3574a1-8d8d-42c8-bf8f-a79765cdb718 req-f683d8f8-a001-4d52-9c66-55305debe2a1 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:22.606853 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3c3574a1-8d8d-42c8-bf8f-a79765cdb718 req-f683d8f8-a001-4d52-9c66-55305debe2a1 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d34e1f6-a2df-4f99-a8dd-66703601a6f7 HTTP/1.1" status: 200 len: 949 time: 0.0503948 Jun 08 13:59:22.652031 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3c3574a1-8d8d-42c8-bf8f-a79765cdb718 req-1d67a55e-282e-461a-a61c-94e4fa99ef25 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bcbb1d2-138f-4aa4-a129-e06cd29a2b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396760 Jun 08 13:59:23.764033 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1444e6-52ef-4f57-9366-2a2a29d77390 req-5370dbf7-498d-436e-88da-06fb98b9c239 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:23.765499 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2c1444e6-52ef-4f57-9366-2a2a29d77390 req-5370dbf7-498d-436e-88da-06fb98b9c239 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d34e1f6-a2df-4f99-a8dd-66703601a6f7 HTTP/1.1" status: 200 len: 949 time: 0.0466030 Jun 08 13:59:23.811733 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2c1444e6-52ef-4f57-9366-2a2a29d77390 req-b95e301c-9e6d-40fe-a7fc-0bba4b13866d tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bcbb1d2-138f-4aa4-a129-e06cd29a2b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406396 Jun 08 13:59:24.003938 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 310910f4-9dad-420d-a82d-e04427479dd5 up at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:59:24.006182 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=80,neutron:UPDATE=6 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:24.007631 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:24.046919 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning for port 310910f4-9dad-420d-a82d-e04427479dd5 completed by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 13:59:24.128234 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning complete for port 310910f4-9dad-420d-a82d-e04427479dd5 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:59:24.128617 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (310910f4-9dad-420d-a82d-e04427479dd5), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:24.200814 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 310910f4-9dad-420d-a82d-e04427479dd5 is: BUILD; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:59:24.201197 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (310910f4-9dad-420d-a82d-e04427479dd5), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:24.223910 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d34e1f6-a2df-4f99-a8dd-66703601a6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310910f4-9dad-420d-a82d-e04427479dd5'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:59:24.226347 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016341f8-f606-4032-8207-7d861586da2d" -d '{"events": [{"server_uuid": "4d34e1f6-a2df-4f99-a8dd-66703601a6f7", "name": "network-vif-plugged", "status": "completed", "tag": "310910f4-9dad-420d-a82d-e04427479dd5"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:59:24.242326 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 310910f4-9dad-420d-a82d-e04427479dd5, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=310910f4-9dad-420d-a82d-e04427479dd5,segment=NetworkSegment(9fb687aa-0ea7-4a94-8e79-78f525983a09),segment_id=9fb687aa-0ea7-4a94-8e79-78f525983a09)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:59:24.334124 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (310910f4-9dad-420d-a82d-e04427479dd5), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:24.382551 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=310910f4-9dad-420d-a82d-e04427479dd5,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:24.389126 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf34ae1-233c-4b89-a5fe-124eb6a12b2b x-openstack-request-id: req-baf34ae1-233c-4b89-a5fe-124eb6a12b2b {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:59:24.389408 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d34e1f6-a2df-4f99-a8dd-66703601a6f7", "name": "network-vif-plugged", "status": "completed", "tag": "310910f4-9dad-420d-a82d-e04427479dd5", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:59:24.389658 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-baf34ae1-233c-4b89-a5fe-124eb6a12b2b {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:59:24.390203 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baf34ae1-233c-4b89-a5fe-124eb6a12b2b'] response: {'server_uuid': '4d34e1f6-a2df-4f99-a8dd-66703601a6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310910f4-9dad-420d-a82d-e04427479dd5', 'code': 200} Jun 08 13:59:24.733523 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a8ba1-dc54-4086-ab44-59fad86f8048 req-dfe379cd-9170-44c3-9c61-a398e1157791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:24.735015 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6b5a8ba1-dc54-4086-ab44-59fad86f8048 req-dfe379cd-9170-44c3-9c61-a398e1157791 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4d34e1f6-a2df-4f99-a8dd-66703601a6f7 HTTP/1.1" status: 200 len: 1134 time: 0.0391002 Jun 08 13:59:24.780981 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-6b5a8ba1-dc54-4086-ab44-59fad86f8048 req-9b8d8ae9-f8b1-4a8c-97cb-dbdc25386b82 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4bcbb1d2-138f-4aa4-a129-e06cd29a2b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403643 Jun 08 13:59:24.924571 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94c9c2-64ec-4e0d-9672-8267e5d09980 req-9b97c076-d038-4393-b4ff-06c782be74e0 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:24.926056 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bf94c9c2-64ec-4e0d-9672-8267e5d09980 req-9b97c076-d038-4393-b4ff-06c782be74e0 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d34e1f6-a2df-4f99-a8dd-66703601a6f7 HTTP/1.1" status: 200 len: 950 time: 0.0462143 Jun 08 13:59:24.976396 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bf94c9c2-64ec-4e0d-9672-8267e5d09980 req-1a5452dc-febd-48e5-9b64-6b16136e6e16 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bcbb1d2-138f-4aa4-a129-e06cd29a2b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447876 Jun 08 13:59:25.714289 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:26.324344 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ca04f-0c4b-433a-ba2e-1cf212696970 req-c7f982fb-6999-4a55-b351-5c055ffb32b3 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:26.325791 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-082ca04f-0c4b-433a-ba2e-1cf212696970 req-c7f982fb-6999-4a55-b351-5c055ffb32b3 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d34e1f6-a2df-4f99-a8dd-66703601a6f7 HTTP/1.1" status: 200 len: 950 time: 0.2753389 Jun 08 13:59:26.371770 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-082ca04f-0c4b-433a-ba2e-1cf212696970 req-68b2f9c7-f94f-4520-b080-ade06a31f325 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bcbb1d2-138f-4aa4-a129-e06cd29a2b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404530 Jun 08 13:59:27.071599 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d44a9-b675-41c0-a3ed-e1d08abc7c0b req-4a178392-97bf-4de2-b513-cc45e633663e tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:27.073726 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-363d44a9-b675-41c0-a3ed-e1d08abc7c0b req-4a178392-97bf-4de2-b513-cc45e633663e tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d34e1f6-a2df-4f99-a8dd-66703601a6f7 HTTP/1.1" status: 200 len: 950 time: 0.0500841 Jun 08 13:59:27.121993 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-363d44a9-b675-41c0-a3ed-e1d08abc7c0b req-dc9186e7-417f-4384-8732-53fb63895650 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bcbb1d2-138f-4aa4-a129-e06cd29a2b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431020 Jun 08 13:59:28.236884 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b3d00-7df0-4982-8bbe-6a827aaba839 req-e372eef7-aa3a-481e-a9d7-723fc84d1228 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:28.238233 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-519b3d00-7df0-4982-8bbe-6a827aaba839 req-e372eef7-aa3a-481e-a9d7-723fc84d1228 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d34e1f6-a2df-4f99-a8dd-66703601a6f7 HTTP/1.1" status: 200 len: 950 time: 0.0485573 Jun 08 13:59:28.272941 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:28.281469 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54b171-73b2-4c29-948b-0e8ad61306b7 req-87cec32f-f3ae-48b0-b0ab-7cada8173b5e tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:28.282919 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-ec54b171-73b2-4c29-948b-0e8ad61306b7 req-87cec32f-f3ae-48b0-b0ab-7cada8173b5e tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d34e1f6-a2df-4f99-a8dd-66703601a6f7 HTTP/1.1" status: 200 len: 950 time: 0.0498123 Jun 08 13:59:28.286587 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-519b3d00-7df0-4982-8bbe-6a827aaba839 req-035e9747-0957-4d6b-b5c6-5247d5c0cf65 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bcbb1d2-138f-4aa4-a129-e06cd29a2b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428588 Jun 08 13:59:28.373864 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-ec54b171-73b2-4c29-948b-0e8ad61306b7 req-0951325c-1342-40dc-81f9-f9ad1fc7cd16 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Deleting port 310910f4-9dad-420d-a82d-e04427479dd5 {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 13:59:28.374198 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-ec54b171-73b2-4c29-948b-0e8ad61306b7 req-0951325c-1342-40dc-81f9-f9ad1fc7cd16 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (310910f4-9dad-420d-a82d-e04427479dd5), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:28.466498 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-ec54b171-73b2-4c29-948b-0e8ad61306b7 req-0951325c-1342-40dc-81f9-f9ad1fc7cd16 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] For port 310910f4-9dad-420d-a82d-e04427479dd5, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=310910f4-9dad-420d-a82d-e04427479dd5,segment=NetworkSegment(9fb687aa-0ea7-4a94-8e79-78f525983a09),segment_id=9fb687aa-0ea7-4a94-8e79-78f525983a09)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:59:28.466858 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-ec54b171-73b2-4c29-948b-0e8ad61306b7 req-0951325c-1342-40dc-81f9-f9ad1fc7cd16 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (310910f4-9dad-420d-a82d-e04427479dd5), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:28.481292 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-ec54b171-73b2-4c29-948b-0e8ad61306b7 req-0951325c-1342-40dc-81f9-f9ad1fc7cd16 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Calling delete_port for 310910f4-9dad-420d-a82d-e04427479dd5 owned by compute:nova {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 13:59:28.564683 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:28.682756 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-ec54b171-73b2-4c29-948b-0e8ad61306b7 req-0951325c-1342-40dc-81f9-f9ad1fc7cd16 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (310910f4-9dad-420d-a82d-e04427479dd5), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:28.689289 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:28.693907 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['310910f4-9dad-420d-a82d-e04427479dd5'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:59:28.712446 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951325c-1342-40dc-81f9-f9ad1fc7cd16 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Pushing event deleted for resources: {'Port': ['ID=310910f4-9dad-420d-a82d-e04427479dd5,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:28.762392 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec54b171-73b2-4c29-948b-0e8ad61306b7 req-0951325c-1342-40dc-81f9-f9ad1fc7cd16 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] No DVR routers for this DVR port 310910f4-9dad-420d-a82d-e04427479dd5 on host hv-cinder-81914 {{(pid=110998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 13:59:28.765031 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-ec54b171-73b2-4c29-948b-0e8ad61306b7 req-0951325c-1342-40dc-81f9-f9ad1fc7cd16 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:28.768417 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-ec54b171-73b2-4c29-948b-0e8ad61306b7 req-0951325c-1342-40dc-81f9-f9ad1fc7cd16 tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.61 "DELETE /v2.0/ports/310910f4-9dad-420d-a82d-e04427479dd5 HTTP/1.1" status: 204 len: 173 time: 0.4808261 Jun 08 13:59:28.768982 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d34e1f6-a2df-4f99-a8dd-66703601a6f7', 'name': 'network-vif-deleted', 'tag': '310910f4-9dad-420d-a82d-e04427479dd5'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:59:28.781088 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730956a5-9c79-42ea-b88d-f456bac0a215" -d '{"events": [{"server_uuid": "4d34e1f6-a2df-4f99-a8dd-66703601a6f7", "name": "network-vif-deleted", "tag": "310910f4-9dad-420d-a82d-e04427479dd5"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:59:28.814605 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a8cec5-f43e-4374-9827-2ade8129da1b x-openstack-request-id: req-f2a8cec5-f43e-4374-9827-2ade8129da1b {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:59:28.814605 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d34e1f6-a2df-4f99-a8dd-66703601a6f7", "name": "network-vif-deleted", "tag": "310910f4-9dad-420d-a82d-e04427479dd5", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:59:28.814605 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f2a8cec5-f43e-4374-9827-2ade8129da1b {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:59:28.814605 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2a8cec5-f43e-4374-9827-2ade8129da1b'] response: {'server_uuid': '4d34e1f6-a2df-4f99-a8dd-66703601a6f7', 'name': 'network-vif-deleted', 'tag': '310910f4-9dad-420d-a82d-e04427479dd5', 'status': 'completed', 'code': 200} Jun 08 13:59:29.393309 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3b5c87b7-5f0f-4661-9296-e10137cb76e8 req-7dc55d34-7ba0-4b88-a7d1-90d3147ba06b tempest-VolumesNegativeTest-1649415676 tempest-VolumesNegativeTest-1649415676-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d34e1f6-a2df-4f99-a8dd-66703601a6f7 HTTP/1.1" status: 200 len: 210 time: 0.0281210 Jun 08 13:59:31.859712 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-57caef2f-c1b0-4068-b20e-8c54c3b3e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:32.019168 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 310910f4-9dad-420d-a82d-e04427479dd5 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:59:32.162947 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] No Port match for: 310910f4-9dad-420d-a82d-e04427479dd5 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 13:59:32.163172 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 310910f4-9dad-420d-a82d-e04427479dd5 not bound to the agent host hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:59:34.036699 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-e757ad0e-0d3d-462d-991f-b8ef591f792b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:35.568661 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:36.711197 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:36.872498 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 43692) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:59:37.006272 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-2069c8d4-f542-4149-b30e-cab812a3a851 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b2ba93f28ab34253903b52621b23cb19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318343 Jun 08 13:59:37.008254 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 43696) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:59:37.056316 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a843ed18-70c4-476b-8df8-366dd6b61cb7 admin admin] Publish callbacks [] for security_group (4bcbb1d2-138f-4aa4-a129-e06cd29a2b66), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:37.077190 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a843ed18-70c4-476b-8df8-366dd6b61cb7 admin admin] Publish callbacks [] for security_group (4bcbb1d2-138f-4aa4-a129-e06cd29a2b66), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:37.259751 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a843ed18-70c4-476b-8df8-366dd6b61cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (4bcbb1d2-138f-4aa4-a129-e06cd29a2b66), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:37.262227 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-a843ed18-70c4-476b-8df8-366dd6b61cb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:37.264078 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-a843ed18-70c4-476b-8df8-366dd6b61cb7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4bcbb1d2-138f-4aa4-a129-e06cd29a2b66 HTTP/1.1" status: 204 len: 168 time: 0.2542908 Jun 08 13:59:37.271835 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843ed18-70c4-476b-8df8-366dd6b61cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcbb1d2-138f-4aa4-a129-e06cd29a2b66,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:38.150953 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:38.282768 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=88 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:39.375715 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=96 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:41.707984 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:41.712901 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=4 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:43.579603 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:46.870814 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 43766) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:59:46.975412 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9a20ca49-007e-4745-800a-894d275b14e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:47.049303 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9a20ca49-007e-4745-800a-894d275b14e4 admin admin] Publish callbacks [] for security_group (4b055dc9-2311-478c-baf8-ac69314aead3), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:47.122241 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-9a20ca49-007e-4745-800a-894d275b14e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (4b055dc9-2311-478c-baf8-ac69314aead3), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:47.162212 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-9a20ca49-007e-4745-800a-894d275b14e4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f186e80deb64431cbef6128e742f9aa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2903299 Jun 08 13:59:47.163046 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20ca49-007e-4745-800a-894d275b14e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b055dc9-2311-478c-baf8-ac69314aead3,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:47.165066 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 43770) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:59:47.214855 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-bde1dd3e-19f5-4c4f-aa6c-83dbf204b70b admin admin] Publish callbacks [] for security_group (4b055dc9-2311-478c-baf8-ac69314aead3), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:47.235821 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-bde1dd3e-19f5-4c4f-aa6c-83dbf204b70b admin admin] Publish callbacks [] for security_group (4b055dc9-2311-478c-baf8-ac69314aead3), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:47.413719 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-bde1dd3e-19f5-4c4f-aa6c-83dbf204b70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (4b055dc9-2311-478c-baf8-ac69314aead3), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:47.416226 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-bde1dd3e-19f5-4c4f-aa6c-83dbf204b70b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:47.417364 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-bde1dd3e-19f5-4c4f-aa6c-83dbf204b70b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b055dc9-2311-478c-baf8-ac69314aead3 HTTP/1.1" status: 204 len: 168 time: 0.2512360 Jun 08 13:59:47.425760 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1dd3e-19f5-4c4f-aa6c-83dbf204b70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b055dc9-2311-478c-baf8-ac69314aead3,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:48.374541 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 43792) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:59:48.470297 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-f08ccb0f-2a45-4ca2-a1f2-a1207de49e47 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1887526659-network', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:59:48.648266 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08ccb0f-2a45-4ca2-a1f2-a1207de49e47 admin admin] Made reservation on behalf of 935e40a140d74e528002c0bcfd1515aa for: {'network': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:59:48.650750 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-f08ccb0f-2a45-4ca2-a1f2-a1207de49e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for network (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:48.660588 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-f08ccb0f-2a45-4ca2-a1f2-a1207de49e47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:48.683320 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:48.737192 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-f08ccb0f-2a45-4ca2-a1f2-a1207de49e47 admin admin] Publish callbacks [] for security_group (a5dda9d1-bc3f-4b6a-95db-e069506be785), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:48.842637 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-f08ccb0f-2a45-4ca2-a1f2-a1207de49e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (a5dda9d1-bc3f-4b6a-95db-e069506be785), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:48.868374 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08ccb0f-2a45-4ca2-a1f2-a1207de49e47 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=110998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:59:48.877984 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ccb0f-2a45-4ca2-a1f2-a1207de49e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dda9d1-bc3f-4b6a-95db-e069506be785,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:48.881739 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=73,neutron:DELETE=2,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:48.883133 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-f08ccb0f-2a45-4ca2-a1f2-a1207de49e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (ad52415a-d2ef-4340-8cf0-14c5034842af), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:48.883485 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.segments_db [None req-f08ccb0f-2a45-4ca2-a1f2-a1207de49e47 admin admin] Added segment ad52415a-d2ef-4340-8cf0-14c5034842af of type vlan for network 8a18d0c8-3777-47d9-8514-f63bd12afcbe Jun 08 13:59:48.926794 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-f08ccb0f-2a45-4ca2-a1f2-a1207de49e47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774158396263'] for network (8a18d0c8-3777-47d9-8514-f63bd12afcbe), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:49.025070 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-f08ccb0f-2a45-4ca2-a1f2-a1207de49e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for network (8a18d0c8-3777-47d9-8514-f63bd12afcbe), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:49.026208 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08ccb0f-2a45-4ca2-a1f2-a1207de49e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:49.026775 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-f08ccb0f-2a45-4ca2-a1f2-a1207de49e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:49.088198 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ccb0f-2a45-4ca2-a1f2-a1207de49e47 admin admin] Pushing event updated for resources: {'Network': ['ID=8a18d0c8-3777-47d9-8514-f63bd12afcbe,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:49.100189 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Network 8a18d0c8-3777-47d9-8514-f63bd12afcbe details requested by agent ovs-agent-dv-cinder-819149-5-iscsi with host dv-cinder-819149-5-iscsi {{(pid=110999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:59:49.197557 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-f08ccb0f-2a45-4ca2-a1f2-a1207de49e47 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.8127518 Jun 08 13:59:49.197557 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 43796) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:59:49.197557 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-f26f160f-9548-40e9-8481-12a69bbd824e admin admin] Request body: {'subnet': {'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1887526659-subnet', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'ip_version': 4}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:59:49.316631 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26f160f-9548-40e9-8481-12a69bbd824e admin admin] Made reservation on behalf of 935e40a140d74e528002c0bcfd1515aa for: {'subnet': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:59:49.319041 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-f26f160f-9548-40e9-8481-12a69bbd824e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12398527'] for subnet (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:49.545761 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-f26f160f-9548-40e9-8481-12a69bbd824e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11356177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12398477'] for subnet (ab7c438e-4f91-4a5a-aaca-7153a6841c14), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:49.605355 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f160f-9548-40e9-8481-12a69bbd824e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab7c438e-4f91-4a5a-aaca-7153a6841c14,revision_number=0']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:49.615224 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26f160f-9548-40e9-8481-12a69bbd824e admin admin] Checking segment: {'id': 'ad52415a-d2ef-4340-8cf0-14c5034842af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:59:49.615571 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26f160f-9548-40e9-8481-12a69bbd824e admin admin] Network hostable DHCP agents. Network: 8a18d0c8-3777-47d9-8514-f63bd12afcbe, hostable agents: ['0fe93b45-7a7a-4833-aa38-a6b4536a05ba'], hosted agents: [] {{(pid=110998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:59:49.722373 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26f160f-9548-40e9-8481-12a69bbd824e admin admin] Network 8a18d0c8-3777-47d9-8514-f63bd12afcbe is scheduled to be hosted by DHCP agent 0fe93b45-7a7a-4833-aa38-a6b4536a05ba with binding_index 1 {{(pid=110998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:59:49.836710 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-f26f160f-9548-40e9-8481-12a69bbd824e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-5-iscsi, 8a18d0c8-3777-47d9-8514-f63bd12afcbe) {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:59:49.840745 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26f160f-9548-40e9-8481-12a69bbd824e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:49.841334 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-f26f160f-9548-40e9-8481-12a69bbd824e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:49.846070 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f9a978-4838-4983-bf3b-3599471b8b41 None None] Network 8a18d0c8-3777-47d9-8514-f63bd12afcbe requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:59:49.942591 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-f26f160f-9548-40e9-8481-12a69bbd824e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7496369 Jun 08 13:59:49.943730 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce83c93d-9801-4ddc-85e1-bad66e1e64c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9660f10-ec6d-58c9-bc99-f642291d243f-8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'fixed_ips': [{'subnet_id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14'}]}} from dv-cinder-819149-5-iscsi. {{(pid=110999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 08 13:59:49.944676 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ce83c93d-9801-4ddc-85e1-bad66e1e64c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:49.945171 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 43798) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:59:49.949274 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-d0c4db8b-2ddf-4a91-b5e3-c1e993116144 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:59:49.964204 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=10,neutron:DELETE=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:50.038878 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:50.071457 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d0c4db8b-2ddf-4a91-b5e3-c1e993116144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-354394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2750'] for router (16d017ec-1147-4048-a0d0-5fa15f5c3f83), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:50.072650 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d0c4db8b-2ddf-4a91-b5e3-c1e993116144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-354572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-344210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3710513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2741'] for router (16d017ec-1147-4048-a0d0-5fa15f5c3f83), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:50.081938 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.db_base_plugin_common [None req-ce83c93d-9801-4ddc-85e1-bad66e1e64c4 None None] Allocated IP 172.20.0.2 (8a18d0c8-3777-47d9-8514-f63bd12afcbe/ab7c438e-4f91-4a5a-aaca-7153a6841c14/e849ccec-a8ff-46e8-9de2-d8e3d321af8f) {{(pid=110999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:59:50.128199 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d0c4db8b-2ddf-4a91-b5e3-c1e993116144 admin admin] Publish callbacks [] for router_controller (16d017ec-1147-4048-a0d0-5fa15f5c3f83), precommit_add_association {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:50.229510 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ce83c93d-9801-4ddc-85e1-bad66e1e64c4 None None] Publish callbacks [] for port (e849ccec-a8ff-46e8-9de2-d8e3d321af8f), precommit_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:50.300072 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ce83c93d-9801-4ddc-85e1-bad66e1e64c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800'] for port (e849ccec-a8ff-46e8-9de2-d8e3d321af8f), after_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:50.326127 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=86,neutron:UPDATE=10,neutron:INSERT=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:50.327824 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d0c4db8b-2ddf-4a91-b5e3-c1e993116144 admin admin] Publish callbacks [] for router_gateway (16d017ec-1147-4048-a0d0-5fa15f5c3f83), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:50.339892 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce83c93d-9801-4ddc-85e1-bad66e1e64c4 None None] Network 8a18d0c8-3777-47d9-8514-f63bd12afcbe is already hosted by enough agents. {{(pid=110999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:59:50.347888 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.scheduler.base_scheduler [None req-ce83c93d-9801-4ddc-85e1-bad66e1e64c4 None None] Resources bound (agent type, host, resource id): {{(pid=110999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:59:50.350605 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce83c93d-9801-4ddc-85e1-bad66e1e64c4 None None] Received port after_create {{(pid=110999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:59:50.353685 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83c93d-9801-4ddc-85e1-bad66e1e64c4 None None] Pushing event updated for resources: {'Port': ['ID=e849ccec-a8ff-46e8-9de2-d8e3d321af8f,revision_number=1']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:50.412875 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-ce83c93d-9801-4ddc-85e1-bad66e1e64c4 None None] Attempting to bind port e849ccec-a8ff-46e8-9de2-d8e3d321af8f on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:59:50.413244 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-ce83c93d-9801-4ddc-85e1-bad66e1e64c4 None None] Attempting to bind port e849ccec-a8ff-46e8-9de2-d8e3d321af8f by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': 'ad52415a-d2ef-4340-8cf0-14c5034842af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe'}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:59:50.413596 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce83c93d-9801-4ddc-85e1-bad66e1e64c4 None None] Attempting to bind port e849ccec-a8ff-46e8-9de2-d8e3d321af8f on network 8a18d0c8-3777-47d9-8514-f63bd12afcbe {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:59:50.419271 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce83c93d-9801-4ddc-85e1-bad66e1e64c4 None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:59:50.419656 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce83c93d-9801-4ddc-85e1-bad66e1e64c4 None None] Checking segment: {'id': 'ad52415a-d2ef-4340-8cf0-14c5034842af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:59:50.420018 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ce83c93d-9801-4ddc-85e1-bad66e1e64c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:50.421368 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce83c93d-9801-4ddc-85e1-bad66e1e64c4 None None] Bound using segment: {'id': 'ad52415a-d2ef-4340-8cf0-14c5034842af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe'} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:59:50.421368 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-ce83c93d-9801-4ddc-85e1-bad66e1e64c4 None None] Bound port: e849ccec-a8ff-46e8-9de2-d8e3d321af8f, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad52415a-d2ef-4340-8cf0-14c5034842af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe'}}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:59:50.421368 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ce83c93d-9801-4ddc-85e1-bad66e1e64c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (e849ccec-a8ff-46e8-9de2-d8e3d321af8f), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:50.485010 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-ce83c93d-9801-4ddc-85e1-bad66e1e64c4 None None] For port e849ccec-a8ff-46e8-9de2-d8e3d321af8f, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=110999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:59:50.488756 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-ce83c93d-9801-4ddc-85e1-bad66e1e64c4 None None] For port e849ccec-a8ff-46e8-9de2-d8e3d321af8f, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=e849ccec-a8ff-46e8-9de2-d8e3d321af8f,segment=NetworkSegment(ad52415a-d2ef-4340-8cf0-14c5034842af),segment_id=ad52415a-d2ef-4340-8cf0-14c5034842af)] {{(pid=110999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:59:50.563610 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ce83c93d-9801-4ddc-85e1-bad66e1e64c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (e849ccec-a8ff-46e8-9de2-d8e3d321af8f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:50.587667 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d0c4db8b-2ddf-4a91-b5e3-c1e993116144 admin admin] Publish callbacks [] for router_gateway (16d017ec-1147-4048-a0d0-5fa15f5c3f83), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:50.607463 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d0c4db8b-2ddf-4a91-b5e3-c1e993116144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:50.638617 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83c93d-9801-4ddc-85e1-bad66e1e64c4 None None] Pushing event updated for resources: {'Port': ['ID=e849ccec-a8ff-46e8-9de2-d8e3d321af8f,revision_number=2']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:50.725374 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [None req-d0c4db8b-2ddf-4a91-b5e3-c1e993116144 admin admin] Allocated IP 172.27.1.252 (070b030f-98d2-43d9-b022-f506d26f1e83/4285c1ce-c1bb-4be9-b005-ebf83c2cba00/fb503530-4925-480f-b992-cbc31e0754d6) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:59:50.752492 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:50.844188 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d0c4db8b-2ddf-4a91-b5e3-c1e993116144 admin admin] Publish callbacks [] for port (fb503530-4925-480f-b992-cbc31e0754d6), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:50.946160 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d0c4db8b-2ddf-4a91-b5e3-c1e993116144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (fb503530-4925-480f-b992-cbc31e0754d6), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:50.988189 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c4db8b-2ddf-4a91-b5e3-c1e993116144 admin admin] Network 070b030f-98d2-43d9-b022-f506d26f1e83 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:59:50.992708 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-d0c4db8b-2ddf-4a91-b5e3-c1e993116144 admin admin] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:59:50.995152 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c4db8b-2ddf-4a91-b5e3-c1e993116144 admin admin] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:59:51.021205 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4db8b-2ddf-4a91-b5e3-c1e993116144 admin admin] Pushing event updated for resources: {'Port': ['ID=fb503530-4925-480f-b992-cbc31e0754d6,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:51.222021 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:51.318646 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d0c4db8b-2ddf-4a91-b5e3-c1e993116144 admin admin] Publish callbacks [] for router_gateway (16d017ec-1147-4048-a0d0-5fa15f5c3f83), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:51.514818 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d0c4db8b-2ddf-4a91-b5e3-c1e993116144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-354687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358104'] for router (16d017ec-1147-4048-a0d0-5fa15f5c3f83), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:51.588565 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8763c188-b788-4025-9b96-302df91ad4d5 None None] Network 8a18d0c8-3777-47d9-8514-f63bd12afcbe requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:59:51.647426 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-8a463e4e-e5b6-45cd-9dd9-7288bd77a54f None None] Provisioning complete for port e849ccec-a8ff-46e8-9de2-d8e3d321af8f triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:59:51.647795 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-8a463e4e-e5b6-45cd-9dd9-7288bd77a54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (e849ccec-a8ff-46e8-9de2-d8e3d321af8f), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:51.716763 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c4db8b-2ddf-4a91-b5e3-c1e993116144 admin admin] Router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 is scheduled to L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 with binding_index 1 {{(pid=110998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 13:59:51.766480 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:51.782927 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-8a463e4e-e5b6-45cd-9dd9-7288bd77a54f None None] Current status of the port e849ccec-a8ff-46e8-9de2-d8e3d321af8f is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:59:51.782927 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-8a463e4e-e5b6-45cd-9dd9-7288bd77a54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (e849ccec-a8ff-46e8-9de2-d8e3d321af8f), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:51.809912 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-8a463e4e-e5b6-45cd-9dd9-7288bd77a54f None None] For port e849ccec-a8ff-46e8-9de2-d8e3d321af8f, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=e849ccec-a8ff-46e8-9de2-d8e3d321af8f,segment=NetworkSegment(ad52415a-d2ef-4340-8cf0-14c5034842af),segment_id=ad52415a-d2ef-4340-8cf0-14c5034842af)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:59:51.833255 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c4db8b-2ddf-4a91-b5e3-c1e993116144 admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:59:51.847427 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0ae5ef-6896-48f5-9b0f-d64934f32409 None None] Sync routers for ids ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:59:51.856812 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0ae5ef-6896-48f5-9b0f-d64934f32409 None None] Routers {'16d017ec-1147-4048-a0d0-5fa15f5c3f83'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:59:51.857441 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-ff0ae5ef-6896-48f5-9b0f-d64934f32409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:59:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:51.902339 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-8a463e4e-e5b6-45cd-9dd9-7288bd77a54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (e849ccec-a8ff-46e8-9de2-d8e3d321af8f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:51.925840 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-d0c4db8b-2ddf-4a91-b5e3-c1e993116144 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:51.931473 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-d0c4db8b-2ddf-4a91-b5e3-c1e993116144 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9811261 Jun 08 13:59:51.931473 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 43802) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:59:51.998852 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:52.008258 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-ff0ae5ef-6896-48f5-9b0f-d64934f32409 None None] Set router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:59:52.021058 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a463e4e-e5b6-45cd-9dd9-7288bd77a54f None None] Pushing event updated for resources: {'Port': ['ID=e849ccec-a8ff-46e8-9de2-d8e3d321af8f,revision_number=3']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:52.050987 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-ba5754a7-7eb3-4d78-a8d3-b59ca340445a None None] Provisioning complete for port e849ccec-a8ff-46e8-9de2-d8e3d321af8f triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:59:52.051617 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ba5754a7-7eb3-4d78-a8d3-b59ca340445a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (e849ccec-a8ff-46e8-9de2-d8e3d321af8f), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:52.109402 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device e849ccec-a8ff-46e8-9de2-d8e3d321af8f up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:59:52.236744 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=100 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:52.271505 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port e849ccec-a8ff-46e8-9de2-d8e3d321af8f triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:59:52.271778 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (e849ccec-a8ff-46e8-9de2-d8e3d321af8f), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:52.337142 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-ba5754a7-7eb3-4d78-a8d3-b59ca340445a None None] Current status of the port e849ccec-a8ff-46e8-9de2-d8e3d321af8f is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:59:52.367448 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-ff0ae5ef-6896-48f5-9b0f-d64934f32409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:51Z', 'revision_number': 3, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'gw_port': {'id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:52.395801 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0ae5ef-6896-48f5-9b0f-d64934f32409 None None] Checking router: 16d017ec-1147-4048-a0d0-5fa15f5c3f83 for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:59:52.396172 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0ae5ef-6896-48f5-9b0f-d64934f32409 None None] Updating router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 port fb503530-4925-480f-b992-cbc31e0754d6 binding host dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:59:52.452295 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ff0ae5ef-6896-48f5-9b0f-d64934f32409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (fb503530-4925-480f-b992-cbc31e0754d6), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:52.454068 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port e849ccec-a8ff-46e8-9de2-d8e3d321af8f is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:59:52.618196 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5f11e43e-cd01-484b-b7d9-6a9df6e51c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:52.724834 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:52.778757 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [None req-5f11e43e-cd01-484b-b7d9-6a9df6e51c05 admin admin] Allocated IP 172.20.0.1 (8a18d0c8-3777-47d9-8514-f63bd12afcbe/ab7c438e-4f91-4a5a-aaca-7153a6841c14/8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:59:52.857067 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ff0ae5ef-6896-48f5-9b0f-d64934f32409 None None] Publish callbacks [] for port (fb503530-4925-480f-b992-cbc31e0754d6), precommit_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:52.884934 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:52.884934 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5f11e43e-cd01-484b-b7d9-6a9df6e51c05 admin admin] Publish callbacks [] for port (8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:52.957054 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ff0ae5ef-6896-48f5-9b0f-d64934f32409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (fb503530-4925-480f-b992-cbc31e0754d6), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:53.012426 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-ff0ae5ef-6896-48f5-9b0f-d64934f32409 None None] Attempting to bind port fb503530-4925-480f-b992-cbc31e0754d6 on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:59:53.012796 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-ff0ae5ef-6896-48f5-9b0f-d64934f32409 None None] Attempting to bind port fb503530-4925-480f-b992-cbc31e0754d6 by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:59:53.013151 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0ae5ef-6896-48f5-9b0f-d64934f32409 None None] Attempting to bind port fb503530-4925-480f-b992-cbc31e0754d6 on network 070b030f-98d2-43d9-b022-f506d26f1e83 {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:59:53.016022 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468e767-7ff6-4a72-b780-aae283497af7 None None] Pushing event updated for resources: {'Port': ['ID=fb503530-4925-480f-b992-cbc31e0754d6,revision_number=2']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:53.021100 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0ae5ef-6896-48f5-9b0f-d64934f32409 None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:59:53.021465 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0ae5ef-6896-48f5-9b0f-d64934f32409 None None] Checking segment: {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:59:53.021858 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ff0ae5ef-6896-48f5-9b0f-d64934f32409 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:53.022231 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0ae5ef-6896-48f5-9b0f-d64934f32409 None None] Bound using segment: {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:59:53.022818 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-ff0ae5ef-6896-48f5-9b0f-d64934f32409 None None] Bound port: fb503530-4925-480f-b992-cbc31e0754d6, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:59:53.023191 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ff0ae5ef-6896-48f5-9b0f-d64934f32409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (fb503530-4925-480f-b992-cbc31e0754d6), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:53.037423 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5f11e43e-cd01-484b-b7d9-6a9df6e51c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:53.070787 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-ff0ae5ef-6896-48f5-9b0f-d64934f32409 None None] For port fb503530-4925-480f-b992-cbc31e0754d6, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=110999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:59:53.073636 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f11e43e-cd01-484b-b7d9-6a9df6e51c05 admin admin] Network 8a18d0c8-3777-47d9-8514-f63bd12afcbe is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:59:53.073840 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-ff0ae5ef-6896-48f5-9b0f-d64934f32409 None None] For port fb503530-4925-480f-b992-cbc31e0754d6, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=fb503530-4925-480f-b992-cbc31e0754d6,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=110999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:59:53.076407 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-5f11e43e-cd01-484b-b7d9-6a9df6e51c05 admin admin] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:59:53.078781 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f11e43e-cd01-484b-b7d9-6a9df6e51c05 admin admin] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:59:53.117057 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11e43e-cd01-484b-b7d9-6a9df6e51c05 admin admin] Pushing event updated for resources: {'Port': ['ID=8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:53.135904 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5f11e43e-cd01-484b-b7d9-6a9df6e51c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-354990'] for router_interface (16d017ec-1147-4048-a0d0-5fa15f5c3f83), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:53.180532 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ff0ae5ef-6896-48f5-9b0f-d64934f32409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (fb503530-4925-480f-b992-cbc31e0754d6), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:53.242963 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0ae5ef-6896-48f5-9b0f-d64934f32409 None None] Routers {'16d017ec-1147-4048-a0d0-5fa15f5c3f83'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:59:53.243599 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-ff0ae5ef-6896-48f5-9b0f-d64934f32409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:59:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:53.249083 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468e767-7ff6-4a72-b780-aae283497af7 None None] Pushing event updated for resources: {'Port': ['ID=fb503530-4925-480f-b992-cbc31e0754d6,revision_number=3']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:53.342356 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:53.351284 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-ff0ae5ef-6896-48f5-9b0f-d64934f32409 None None] Set router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:59:53.380825 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:53.398173 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5f11e43e-cd01-484b-b7d9-6a9df6e51c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:53.448079 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-9980bdb4-df55-43d1-9c2c-1fb15cdf427c None None] Provisioning complete for port 8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:59:53.448382 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9980bdb4-df55-43d1-9c2c-1fb15cdf427c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:53.500484 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-9980bdb4-df55-43d1-9c2c-1fb15cdf427c None None] Port 8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:59:53.563956 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-ff0ae5ef-6896-48f5-9b0f-d64934f32409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:51Z', 'revision_number': 3, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'gw_port': {'id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:53.589589 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0ae5ef-6896-48f5-9b0f-d64934f32409 None None] The sync data for ids ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'] in dv-cinder-819149-5-iscsi is: [{'id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:51Z', 'revision_number': 3, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'gw_port': {'id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:59:53.594106 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5f11e43e-cd01-484b-b7d9-6a9df6e51c05 admin admin] Publish callbacks [] for port (8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:53.677352 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5f11e43e-cd01-484b-b7d9-6a9df6e51c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:53.699937 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:53.746647 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5f11e43e-cd01-484b-b7d9-6a9df6e51c05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354906'] for router_interface (16d017ec-1147-4048-a0d0-5fa15f5c3f83), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:53.748799 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11e43e-cd01-484b-b7d9-6a9df6e51c05 admin admin] Pushing event updated for resources: {'Port': ['ID=8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:53.863352 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f11e43e-cd01-484b-b7d9-6a9df6e51c05 admin admin] Network 8a18d0c8-3777-47d9-8514-f63bd12afcbe is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:59:53.864870 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-5f11e43e-cd01-484b-b7d9-6a9df6e51c05 admin admin] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:59:53.985698 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f11e43e-cd01-484b-b7d9-6a9df6e51c05 admin admin] Router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:59:54.135562 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f11e43e-cd01-484b-b7d9-6a9df6e51c05 admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:59:54.141845 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-5f11e43e-cd01-484b-b7d9-6a9df6e51c05 admin admin] 10.222.0.55 "PUT /v2.0/routers/16d017ec-1147-4048-a0d0-5fa15f5c3f83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2107825 Jun 08 13:59:54.155311 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-67a04118-8915-461b-8a82-ab87c84ddd6e None None] Provisioning complete for port 8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:59:54.155723 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-67a04118-8915-461b-8a82-ab87c84ddd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:54.185491 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device e849ccec-a8ff-46e8-9de2-d8e3d321af8f up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:59:54.223319 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-67a04118-8915-461b-8a82-ab87c84ddd6e None None] Port 8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:59:54.245332 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port e849ccec-a8ff-46e8-9de2-d8e3d321af8f triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:59:54.245802 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (e849ccec-a8ff-46e8-9de2-d8e3d321af8f), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:54.329819 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port e849ccec-a8ff-46e8-9de2-d8e3d321af8f is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:59:54.330907 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device fb503530-4925-480f-b992-cbc31e0754d6 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:59:54.381867 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port fb503530-4925-480f-b992-cbc31e0754d6 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:59:54.382241 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (fb503530-4925-480f-b992-cbc31e0754d6), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:54.462651 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port fb503530-4925-480f-b992-cbc31e0754d6 is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:59:54.463037 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (fb503530-4925-480f-b992-cbc31e0754d6), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:54.491540 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] For port fb503530-4925-480f-b992-cbc31e0754d6, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=fb503530-4925-480f-b992-cbc31e0754d6,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:59:54.608305 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (fb503530-4925-480f-b992-cbc31e0754d6), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:54.658203 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Pushing event updated for resources: {'Port': ['ID=fb503530-4925-480f-b992-cbc31e0754d6,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:55.004479 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 43818) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:59:55.009370 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-cb91961e-03a6-48f8-9bc8-0d9f936ee20e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-104451015-network', 'tenant_id': '5dd437ec8c6649d7b2c1792ec76dff99'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:59:55.094565 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb91961e-03a6-48f8-9bc8-0d9f936ee20e admin admin] Made reservation on behalf of 5dd437ec8c6649d7b2c1792ec76dff99 for: {'network': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:59:55.097309 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-cb91961e-03a6-48f8-9bc8-0d9f936ee20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for network (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:55.107185 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-cb91961e-03a6-48f8-9bc8-0d9f936ee20e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:55.118406 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:55.186075 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-cb91961e-03a6-48f8-9bc8-0d9f936ee20e admin admin] Publish callbacks [] for security_group (0018418c-a774-4de2-a1ab-0d1d7c30af4c), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:55.245611 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6a9b6b-032b-49f4-86ba-3b59368e8ff5 None None] Sync routers for ids ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:59:55.255484 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6a9b6b-032b-49f4-86ba-3b59368e8ff5 None None] Routers {'16d017ec-1147-4048-a0d0-5fa15f5c3f83'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:59:55.256108 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-aa6a9b6b-032b-49f4-86ba-3b59368e8ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:59:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:55.310752 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-cb91961e-03a6-48f8-9bc8-0d9f936ee20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (0018418c-a774-4de2-a1ab-0d1d7c30af4c), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:55.337842 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb91961e-03a6-48f8-9bc8-0d9f936ee20e admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=110998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:59:55.346963 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91961e-03a6-48f8-9bc8-0d9f936ee20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0018418c-a774-4de2-a1ab-0d1d7c30af4c,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:55.353291 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-cb91961e-03a6-48f8-9bc8-0d9f936ee20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (98e8e6a8-07ba-4cdb-b5dd-cae6e132498b), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:55.354197 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.segments_db [None req-cb91961e-03a6-48f8-9bc8-0d9f936ee20e admin admin] Added segment 98e8e6a8-07ba-4cdb-b5dd-cae6e132498b of type vlan for network 40f8c86f-173a-4c53-88c6-504ad1f3fd6e Jun 08 13:59:55.357517 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-aa6a9b6b-032b-49f4-86ba-3b59368e8ff5 None None] Set router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:59:55.394830 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-cb91961e-03a6-48f8-9bc8-0d9f936ee20e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774158396263'] for network (40f8c86f-173a-4c53-88c6-504ad1f3fd6e), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:55.488658 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-cb91961e-03a6-48f8-9bc8-0d9f936ee20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900'] for network (40f8c86f-173a-4c53-88c6-504ad1f3fd6e), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:55.490093 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb91961e-03a6-48f8-9bc8-0d9f936ee20e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:55.490203 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-cb91961e-03a6-48f8-9bc8-0d9f936ee20e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:55.548096 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-aa6a9b6b-032b-49f4-86ba-3b59368e8ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:53Z', 'revision_number': 4, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'gw_port': {'id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c', 'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'mac_address': 'fa:16:3e:ee:ae:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:52Z', 'updated_at': '2022-06-08T13:59:53Z', 'revision_number': 2, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'subnets': [{'id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:55.552274 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91961e-03a6-48f8-9bc8-0d9f936ee20e admin admin] Pushing event updated for resources: {'Network': ['ID=40f8c86f-173a-4c53-88c6-504ad1f3fd6e,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:55.565476 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Network 40f8c86f-173a-4c53-88c6-504ad1f3fd6e details requested by agent ovs-agent-dv-cinder-819149-5-iscsi with host dv-cinder-819149-5-iscsi {{(pid=110999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:59:55.580291 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6a9b6b-032b-49f4-86ba-3b59368e8ff5 None None] Checking router: 16d017ec-1147-4048-a0d0-5fa15f5c3f83 for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:59:55.580647 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6a9b6b-032b-49f4-86ba-3b59368e8ff5 None None] Updating router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 port 8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c binding host dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:59:55.609421 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-aa6a9b6b-032b-49f4-86ba-3b59368e8ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c), before_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:55.639443 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-cb91961e-03a6-48f8-9bc8-0d9f936ee20e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6338594 Jun 08 13:59:55.642287 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 43820) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:59:55.647669 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-6b04bf23-f6e4-4977-8d52-75b2e57e1a38 admin admin] Request body: {'subnet': {'network_id': '40f8c86f-173a-4c53-88c6-504ad1f3fd6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-104451015-subnet', 'tenant_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'ip_version': 4}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:59:55.736864 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:59:55.797179 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b04bf23-f6e4-4977-8d52-75b2e57e1a38 admin admin] Made reservation on behalf of 5dd437ec8c6649d7b2c1792ec76dff99 for: {'subnet': 1} {{(pid=110997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:59:55.799681 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-6b04bf23-f6e4-4977-8d52-75b2e57e1a38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12563142'] for subnet (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:55.903388 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-aa6a9b6b-032b-49f4-86ba-3b59368e8ff5 None None] Publish callbacks [] for port (8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c), precommit_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:55.979716 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-aa6a9b6b-032b-49f4-86ba-3b59368e8ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c), after_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:56.024832 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058495c-260d-4693-9f0b-e00618357760 None None] Pushing event updated for resources: {'Port': ['ID=8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c,revision_number=3']} {{(pid=111000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:56.039272 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058495c-260d-4693-9f0b-e00618357760 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:56.039603 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058495c-260d-4693-9f0b-e00618357760 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:56.039944 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058495c-260d-4693-9f0b-e00618357760 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:56.040319 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058495c-260d-4693-9f0b-e00618357760 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:56.040646 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058495c-260d-4693-9f0b-e00618357760 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:56.040965 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058495c-260d-4693-9f0b-e00618357760 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:56.041277 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058495c-260d-4693-9f0b-e00618357760 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:56.041827 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058495c-260d-4693-9f0b-e00618357760 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:56.042145 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058495c-260d-4693-9f0b-e00618357760 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:56.042458 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058495c-260d-4693-9f0b-e00618357760 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:56.042772 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058495c-260d-4693-9f0b-e00618357760 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:56.043084 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058495c-260d-4693-9f0b-e00618357760 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:56.043393 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058495c-260d-4693-9f0b-e00618357760 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:56.043696 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058495c-260d-4693-9f0b-e00618357760 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:56.044238 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058495c-260d-4693-9f0b-e00618357760 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=111000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:56.054870 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-6b04bf23-f6e4-4977-8d52-75b2e57e1a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8402535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12563188'] for subnet (8933708a-353d-46bd-80db-eb3d79a763bc), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:56.067027 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device fb503530-4925-480f-b992-cbc31e0754d6 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:59:56.093431 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:56.099793 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04bf23-f6e4-4977-8d52-75b2e57e1a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8933708a-353d-46bd-80db-eb3d79a763bc,revision_number=0']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:56.110639 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-aa6a9b6b-032b-49f4-86ba-3b59368e8ff5 None None] Attempting to bind port 8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:59:56.111008 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-aa6a9b6b-032b-49f4-86ba-3b59368e8ff5 None None] Attempting to bind port 8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': 'ad52415a-d2ef-4340-8cf0-14c5034842af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe'}] {{(pid=111000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:59:56.111615 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6a9b6b-032b-49f4-86ba-3b59368e8ff5 None None] Attempting to bind port 8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c on network 8a18d0c8-3777-47d9-8514-f63bd12afcbe {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:59:56.119981 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6a9b6b-032b-49f4-86ba-3b59368e8ff5 None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:59:56.120725 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6a9b6b-032b-49f4-86ba-3b59368e8ff5 None None] Checking segment: {'id': 'ad52415a-d2ef-4340-8cf0-14c5034842af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:59:56.121618 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-aa6a9b6b-032b-49f4-86ba-3b59368e8ff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:56.122207 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6a9b6b-032b-49f4-86ba-3b59368e8ff5 None None] Bound using segment: {'id': 'ad52415a-d2ef-4340-8cf0-14c5034842af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe'} {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:59:56.123608 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-aa6a9b6b-032b-49f4-86ba-3b59368e8ff5 None None] Bound port: 8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad52415a-d2ef-4340-8cf0-14c5034842af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe'}}] {{(pid=111000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:59:56.124514 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-aa6a9b6b-032b-49f4-86ba-3b59368e8ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c), before_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:56.125139 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port fb503530-4925-480f-b992-cbc31e0754d6 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:59:56.125987 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (fb503530-4925-480f-b992-cbc31e0754d6), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:56.134264 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b04bf23-f6e4-4977-8d52-75b2e57e1a38 admin admin] Checking segment: {'id': '98e8e6a8-07ba-4cdb-b5dd-cae6e132498b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '40f8c86f-173a-4c53-88c6-504ad1f3fd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:59:56.134622 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b04bf23-f6e4-4977-8d52-75b2e57e1a38 admin admin] Network hostable DHCP agents. Network: 40f8c86f-173a-4c53-88c6-504ad1f3fd6e, hostable agents: ['0fe93b45-7a7a-4833-aa38-a6b4536a05ba'], hosted agents: [] {{(pid=110997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:59:56.168620 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:56.197241 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.db [None req-aa6a9b6b-032b-49f4-86ba-3b59368e8ff5 None None] For port 8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=111000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:59:56.197707 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b04bf23-f6e4-4977-8d52-75b2e57e1a38 admin admin] Network 40f8c86f-173a-4c53-88c6-504ad1f3fd6e is scheduled to be hosted by DHCP agent 0fe93b45-7a7a-4833-aa38-a6b4536a05ba with binding_index 1 {{(pid=110997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:59:56.201102 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.db [None req-aa6a9b6b-032b-49f4-86ba-3b59368e8ff5 None None] For port 8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c,segment=NetworkSegment(ad52415a-d2ef-4340-8cf0-14c5034842af),segment_id=ad52415a-d2ef-4340-8cf0-14c5034842af)] {{(pid=111000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:59:56.213040 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port fb503530-4925-480f-b992-cbc31e0754d6 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:59:56.260205 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-aa6a9b6b-032b-49f4-86ba-3b59368e8ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c), after_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:56.265383 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:56.288316 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [None req-6b04bf23-f6e4-4977-8d52-75b2e57e1a38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-5-iscsi, 40f8c86f-173a-4c53-88c6-504ad1f3fd6e) {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:59:56.293528 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b04bf23-f6e4-4977-8d52-75b2e57e1a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:56.294316 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-6b04bf23-f6e4-4977-8d52-75b2e57e1a38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for subnet (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:56.303309 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0385052d-e071-4aa6-9f70-4340e92e8ed6 None None] Network 40f8c86f-173a-4c53-88c6-504ad1f3fd6e requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:59:56.325588 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6a9b6b-032b-49f4-86ba-3b59368e8ff5 None None] Routers {'16d017ec-1147-4048-a0d0-5fa15f5c3f83'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:59:56.326296 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-aa6a9b6b-032b-49f4-86ba-3b59368e8ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:59:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:56.366619 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058495c-260d-4693-9f0b-e00618357760 None None] Pushing event updated for resources: {'Port': ['ID=8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c,revision_number=4']} {{(pid=111000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:56.387642 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-a8ce7b0f-2d0a-4e38-a758-e57063de45c6 None None] Provisioning complete for port 8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:59:56.388011 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a8ce7b0f-2d0a-4e38-a758-e57063de45c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:56.411530 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:56.435688 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-6b04bf23-f6e4-4977-8d52-75b2e57e1a38 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7900023 Jun 08 13:59:56.436933 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 43822) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:59:56.443671 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [None req-3ad81b1c-9e77-4b14-af8d-5cc37002b21e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-104451015-router', 'tenant_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 13:59:56.445264 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30645de4-76ea-433c-8d71-7dfe7b4e54de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9660f10-ec6d-58c9-bc99-f642291d243f-40f8c86f-173a-4c53-88c6-504ad1f3fd6e', 'network_id': '40f8c86f-173a-4c53-88c6-504ad1f3fd6e', 'project_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'fixed_ips': [{'subnet_id': '8933708a-353d-46bd-80db-eb3d79a763bc'}]}} from dv-cinder-819149-5-iscsi. {{(pid=110999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 08 13:59:56.446936 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-30645de4-76ea-433c-8d71-7dfe7b4e54de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:56.468289 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-aa6a9b6b-032b-49f4-86ba-3b59368e8ff5 None None] Set router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:59:56.569048 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3ad81b1c-9e77-4b14-af8d-5cc37002b21e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-354394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2750'] for router (ce719bb7-fcb7-48d8-894b-d5e07854c96c), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:56.570062 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3ad81b1c-9e77-4b14-af8d-5cc37002b21e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-354572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-344210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3710513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2741'] for router (ce719bb7-fcb7-48d8-894b-d5e07854c96c), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:56.574294 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-a8ce7b0f-2d0a-4e38-a758-e57063de45c6 None None] Current status of the port 8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:59:56.574890 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a8ce7b0f-2d0a-4e38-a758-e57063de45c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:56.630492 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3ad81b1c-9e77-4b14-af8d-5cc37002b21e admin admin] Publish callbacks [] for router_controller (ce719bb7-fcb7-48d8-894b-d5e07854c96c), precommit_add_association {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:56.650130 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-a8ce7b0f-2d0a-4e38-a758-e57063de45c6 None None] For port 8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c,segment=NetworkSegment(ad52415a-d2ef-4340-8cf0-14c5034842af),segment_id=ad52415a-d2ef-4340-8cf0-14c5034842af)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:59:56.655651 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.db_base_plugin_common [None req-30645de4-76ea-433c-8d71-7dfe7b4e54de None None] Allocated IP 172.20.0.2 (40f8c86f-173a-4c53-88c6-504ad1f3fd6e/8933708a-353d-46bd-80db-eb3d79a763bc/71161a78-78d0-4747-9e3f-b65bd439a0f8) {{(pid=110999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:59:56.734724 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:56.753467 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-aa6a9b6b-032b-49f4-86ba-3b59368e8ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:53Z', 'revision_number': 4, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'gw_port': {'id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c', 'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'mac_address': 'fa:16:3e:ee:ae:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:52Z', 'updated_at': '2022-06-08T13:59:56Z', 'revision_number': 4, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'subnets': [{'id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:56.778874 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:56.780129 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6a9b6b-032b-49f4-86ba-3b59368e8ff5 None None] The sync data for ids ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'] in dv-cinder-819149-5-iscsi is: [{'id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:53Z', 'revision_number': 4, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'gw_port': {'id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c', 'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'mac_address': 'fa:16:3e:ee:ae:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:52Z', 'updated_at': '2022-06-08T13:59:56Z', 'revision_number': 4, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'subnets': [{'id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:59:56.790623 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a8ce7b0f-2d0a-4e38-a758-e57063de45c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:56.838666 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-30645de4-76ea-433c-8d71-7dfe7b4e54de None None] Publish callbacks [] for port (71161a78-78d0-4747-9e3f-b65bd439a0f8), precommit_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:56.867616 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3ad81b1c-9e77-4b14-af8d-5cc37002b21e admin admin] Publish callbacks [] for router_gateway (ce719bb7-fcb7-48d8-894b-d5e07854c96c), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:56.871179 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce7b0f-2d0a-4e38-a758-e57063de45c6 None None] Pushing event updated for resources: {'Port': ['ID=8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:56.910973 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-4154cd79-7c94-4d16-8068-fe4863c124ba None None] Provisioning complete for port 8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:59:56.911562 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-4154cd79-7c94-4d16-8068-fe4863c124ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:56.935053 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-30645de4-76ea-433c-8d71-7dfe7b4e54de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800'] for port (71161a78-78d0-4747-9e3f-b65bd439a0f8), after_create {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:57.123882 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30645de4-76ea-433c-8d71-7dfe7b4e54de None None] Network 40f8c86f-173a-4c53-88c6-504ad1f3fd6e is already hosted by enough agents. {{(pid=110999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:59:57.131431 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.scheduler.base_scheduler [None req-30645de4-76ea-433c-8d71-7dfe7b4e54de None None] Resources bound (agent type, host, resource id): {{(pid=110999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:59:57.133845 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30645de4-76ea-433c-8d71-7dfe7b4e54de None None] Received port after_create {{(pid=110999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:59:57.145510 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3ad81b1c-9e77-4b14-af8d-5cc37002b21e admin admin] Publish callbacks [] for router_gateway (ce719bb7-fcb7-48d8-894b-d5e07854c96c), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:57.150730 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30645de4-76ea-433c-8d71-7dfe7b4e54de None None] Pushing event updated for resources: {'Port': ['ID=71161a78-78d0-4747-9e3f-b65bd439a0f8,revision_number=1']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:57.166951 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3ad81b1c-9e77-4b14-af8d-5cc37002b21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:57.217535 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:57.242860 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-4154cd79-7c94-4d16-8068-fe4863c124ba None None] Current status of the port 8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:59:57.247917 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-30645de4-76ea-433c-8d71-7dfe7b4e54de None None] Attempting to bind port 71161a78-78d0-4747-9e3f-b65bd439a0f8 on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:59:57.247917 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-30645de4-76ea-433c-8d71-7dfe7b4e54de None None] Attempting to bind port 71161a78-78d0-4747-9e3f-b65bd439a0f8 by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': '98e8e6a8-07ba-4cdb-b5dd-cae6e132498b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '40f8c86f-173a-4c53-88c6-504ad1f3fd6e'}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:59:57.248157 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30645de4-76ea-433c-8d71-7dfe7b4e54de None None] Attempting to bind port 71161a78-78d0-4747-9e3f-b65bd439a0f8 on network 40f8c86f-173a-4c53-88c6-504ad1f3fd6e {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:59:57.255339 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30645de4-76ea-433c-8d71-7dfe7b4e54de None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:59:57.256182 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30645de4-76ea-433c-8d71-7dfe7b4e54de None None] Checking segment: {'id': '98e8e6a8-07ba-4cdb-b5dd-cae6e132498b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '40f8c86f-173a-4c53-88c6-504ad1f3fd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:59:57.256592 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-30645de4-76ea-433c-8d71-7dfe7b4e54de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:57.257117 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30645de4-76ea-433c-8d71-7dfe7b4e54de None None] Bound using segment: {'id': '98e8e6a8-07ba-4cdb-b5dd-cae6e132498b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '40f8c86f-173a-4c53-88c6-504ad1f3fd6e'} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:59:57.257598 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-30645de4-76ea-433c-8d71-7dfe7b4e54de None None] Bound port: 71161a78-78d0-4747-9e3f-b65bd439a0f8, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e8e6a8-07ba-4cdb-b5dd-cae6e132498b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '40f8c86f-173a-4c53-88c6-504ad1f3fd6e'}}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:59:57.257979 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-30645de4-76ea-433c-8d71-7dfe7b4e54de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (71161a78-78d0-4747-9e3f-b65bd439a0f8), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:57.283248 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [None req-3ad81b1c-9e77-4b14-af8d-5cc37002b21e admin admin] Allocated IP 172.27.1.192 (070b030f-98d2-43d9-b022-f506d26f1e83/4285c1ce-c1bb-4be9-b005-ebf83c2cba00/f2451fa5-f092-46ed-8b27-1dfba208a601) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:59:57.327998 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:57.334528 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-30645de4-76ea-433c-8d71-7dfe7b4e54de None None] For port 71161a78-78d0-4747-9e3f-b65bd439a0f8, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=110999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:59:57.338632 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-30645de4-76ea-433c-8d71-7dfe7b4e54de None None] For port 71161a78-78d0-4747-9e3f-b65bd439a0f8, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=71161a78-78d0-4747-9e3f-b65bd439a0f8,segment=NetworkSegment(98e8e6a8-07ba-4cdb-b5dd-cae6e132498b),segment_id=98e8e6a8-07ba-4cdb-b5dd-cae6e132498b)] {{(pid=110999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:59:57.393128 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3ad81b1c-9e77-4b14-af8d-5cc37002b21e admin admin] Publish callbacks [] for port (f2451fa5-f092-46ed-8b27-1dfba208a601), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:57.443562 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-30645de4-76ea-433c-8d71-7dfe7b4e54de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (71161a78-78d0-4747-9e3f-b65bd439a0f8), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:57.504722 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30645de4-76ea-433c-8d71-7dfe7b4e54de None None] Pushing event updated for resources: {'Port': ['ID=71161a78-78d0-4747-9e3f-b65bd439a0f8,revision_number=2']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:57.535207 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3ad81b1c-9e77-4b14-af8d-5cc37002b21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (f2451fa5-f092-46ed-8b27-1dfba208a601), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:57.580850 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad81b1c-9e77-4b14-af8d-5cc37002b21e admin admin] Network 070b030f-98d2-43d9-b022-f506d26f1e83 is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:59:57.584871 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [None req-3ad81b1c-9e77-4b14-af8d-5cc37002b21e admin admin] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:59:57.587329 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad81b1c-9e77-4b14-af8d-5cc37002b21e admin admin] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:59:57.616014 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad81b1c-9e77-4b14-af8d-5cc37002b21e admin admin] Pushing event updated for resources: {'Port': ['ID=f2451fa5-f092-46ed-8b27-1dfba208a601,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:57.760431 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:57.951200 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3ad81b1c-9e77-4b14-af8d-5cc37002b21e admin admin] Publish callbacks [] for router_gateway (ce719bb7-fcb7-48d8-894b-d5e07854c96c), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:58.110347 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 71161a78-78d0-4747-9e3f-b65bd439a0f8 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:59:58.157616 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port 71161a78-78d0-4747-9e3f-b65bd439a0f8 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:59:58.157992 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (71161a78-78d0-4747-9e3f-b65bd439a0f8), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:58.166204 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3ad81b1c-9e77-4b14-af8d-5cc37002b21e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-354687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358104'] for router (ce719bb7-fcb7-48d8-894b-d5e07854c96c), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:58.241158 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port 71161a78-78d0-4747-9e3f-b65bd439a0f8 is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:59:58.241547 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (71161a78-78d0-4747-9e3f-b65bd439a0f8), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:58.279174 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] For port 71161a78-78d0-4747-9e3f-b65bd439a0f8, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=71161a78-78d0-4747-9e3f-b65bd439a0f8,segment=NetworkSegment(98e8e6a8-07ba-4cdb-b5dd-cae6e132498b),segment_id=98e8e6a8-07ba-4cdb-b5dd-cae6e132498b)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:59:58.391608 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (71161a78-78d0-4747-9e3f-b65bd439a0f8), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:58.392683 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:59:58.402627 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad81b1c-9e77-4b14-af8d-5cc37002b21e admin admin] Router ce719bb7-fcb7-48d8-894b-d5e07854c96c is scheduled to L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 with binding_index 1 {{(pid=110998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 13:59:58.474976 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Pushing event updated for resources: {'Port': ['ID=71161a78-78d0-4747-9e3f-b65bd439a0f8,revision_number=3']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:58.481885 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port 8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:59:58.482255 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:58.522071 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad81b1c-9e77-4b14-af8d-5cc37002b21e admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:59:58.537151 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041aa847-c4a4-45ba-98cf-a0b7232e0e8c None None] Sync routers for ids ['ce719bb7-fcb7-48d8-894b-d5e07854c96c'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:59:58.571233 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041aa847-c4a4-45ba-98cf-a0b7232e0e8c None None] Routers {'ce719bb7-fcb7-48d8-894b-d5e07854c96c'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:59:58.571856 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-041aa847-c4a4-45ba-98cf-a0b7232e0e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:59:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['ce719bb7-fcb7-48d8-894b-d5e07854c96c'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:58.577276 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5dde29-0622-4ce6-954d-8305e0e95a1d None None] Network 40f8c86f-173a-4c53-88c6-504ad1f3fd6e requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 13:59:58.610208 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-3ad81b1c-9e77-4b14-af8d-5cc37002b21e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:58.611495 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-3ad81b1c-9e77-4b14-af8d-5cc37002b21e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1735625 Jun 08 13:59:58.614507 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 43824) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 13:59:58.651562 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port 8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:59:58.738907 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-9c14a666-07c1-4ed7-a296-d0831af28e52 None None] Provisioning complete for port 71161a78-78d0-4747-9e3f-b65bd439a0f8 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:59:58.739268 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9c14a666-07c1-4ed7-a296-d0831af28e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (71161a78-78d0-4747-9e3f-b65bd439a0f8), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:58.793781 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-041aa847-c4a4-45ba-98cf-a0b7232e0e8c None None] Set router ce719bb7-fcb7-48d8-894b-d5e07854c96c gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 13:59:58.798412 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:58.915348 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:58.949883 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:58.973787 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-9c14a666-07c1-4ed7-a296-d0831af28e52 None None] Current status of the port 71161a78-78d0-4747-9e3f-b65bd439a0f8 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:59:58.983125 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:59.019445 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-041aa847-c4a4-45ba-98cf-a0b7232e0e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce719bb7-fcb7-48d8-894b-d5e07854c96c', 'name': 'tempest-TestVolumeBootPattern-104451015-router', 'tenant_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'f2451fa5-f092-46ed-8b27-1dfba208a601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:56Z', 'updated_at': '2022-06-08T13:59:57Z', 'revision_number': 3, 'project_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'gw_port': {'id': 'f2451fa5-f092-46ed-8b27-1dfba208a601', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:62:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce719bb7-fcb7-48d8-894b-d5e07854c96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:57Z', 'updated_at': '2022-06-08T13:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:59.045114 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-75180ddd-ea07-42ad-a6c1-e7f3db078558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:59.047775 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041aa847-c4a4-45ba-98cf-a0b7232e0e8c None None] Checking router: ce719bb7-fcb7-48d8-894b-d5e07854c96c for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:59:59.048150 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041aa847-c4a4-45ba-98cf-a0b7232e0e8c None None] Updating router ce719bb7-fcb7-48d8-894b-d5e07854c96c port f2451fa5-f092-46ed-8b27-1dfba208a601 binding host dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:59:59.080542 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-041aa847-c4a4-45ba-98cf-a0b7232e0e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (f2451fa5-f092-46ed-8b27-1dfba208a601), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:59.111253 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-a0ef676d-044a-44ce-9c90-2aa992e383c2 None None] Provisioning complete for port 71161a78-78d0-4747-9e3f-b65bd439a0f8 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:59:59.111926 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-a0ef676d-044a-44ce-9c90-2aa992e383c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (71161a78-78d0-4747-9e3f-b65bd439a0f8), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:59.210321 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.db_base_plugin_common [None req-75180ddd-ea07-42ad-a6c1-e7f3db078558 admin admin] Allocated IP 172.20.0.1 (40f8c86f-173a-4c53-88c6-504ad1f3fd6e/8933708a-353d-46bd-80db-eb3d79a763bc/74e0a317-2b4b-45db-b7d8-20d6fb7dca48) {{(pid=110997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:59:59.281862 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef676d-044a-44ce-9c90-2aa992e383c2 None None] Current status of the port 71161a78-78d0-4747-9e3f-b65bd439a0f8 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 13:59:59.319973 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-75180ddd-ea07-42ad-a6c1-e7f3db078558 admin admin] Publish callbacks [] for port (74e0a317-2b4b-45db-b7d8-20d6fb7dca48), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:59.343960 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:59.428385 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-041aa847-c4a4-45ba-98cf-a0b7232e0e8c None None] Publish callbacks [] for port (f2451fa5-f092-46ed-8b27-1dfba208a601), precommit_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:59.442802 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-75180ddd-ea07-42ad-a6c1-e7f3db078558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (74e0a317-2b4b-45db-b7d8-20d6fb7dca48), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:59.483321 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75180ddd-ea07-42ad-a6c1-e7f3db078558 admin admin] Network 40f8c86f-173a-4c53-88c6-504ad1f3fd6e is already hosted by enough agents. {{(pid=110997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:59:59.486279 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [None req-75180ddd-ea07-42ad-a6c1-e7f3db078558 admin admin] Resources bound (agent type, host, resource id): {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:59:59.492762 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75180ddd-ea07-42ad-a6c1-e7f3db078558 admin admin] Received port after_create {{(pid=110997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 13:59:59.514877 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75180ddd-ea07-42ad-a6c1-e7f3db078558 admin admin] Pushing event updated for resources: {'Port': ['ID=74e0a317-2b4b-45db-b7d8-20d6fb7dca48,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:59.528198 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-041aa847-c4a4-45ba-98cf-a0b7232e0e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (f2451fa5-f092-46ed-8b27-1dfba208a601), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:59.541773 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-75180ddd-ea07-42ad-a6c1-e7f3db078558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-354990'] for router_interface (ce719bb7-fcb7-48d8-894b-d5e07854c96c), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:59.585792 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-041aa847-c4a4-45ba-98cf-a0b7232e0e8c None None] Attempting to bind port f2451fa5-f092-46ed-8b27-1dfba208a601 on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 13:59:59.586158 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-041aa847-c4a4-45ba-98cf-a0b7232e0e8c None None] Attempting to bind port f2451fa5-f092-46ed-8b27-1dfba208a601 by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 13:59:59.586645 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041aa847-c4a4-45ba-98cf-a0b7232e0e8c None None] Attempting to bind port f2451fa5-f092-46ed-8b27-1dfba208a601 on network 070b030f-98d2-43d9-b022-f506d26f1e83 {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:59:59.589366 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692b34e-00cf-4abe-aab9-89520eff6711 None None] Pushing event updated for resources: {'Port': ['ID=f2451fa5-f092-46ed-8b27-1dfba208a601,revision_number=2']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:59.595381 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041aa847-c4a4-45ba-98cf-a0b7232e0e8c None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:59:59.595763 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041aa847-c4a4-45ba-98cf-a0b7232e0e8c None None] Checking segment: {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 13:59:59.596200 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-041aa847-c4a4-45ba-98cf-a0b7232e0e8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:59.596624 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041aa847-c4a4-45ba-98cf-a0b7232e0e8c None None] Bound using segment: {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'} {{(pid=110999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:59:59.597268 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.managers [None req-041aa847-c4a4-45ba-98cf-a0b7232e0e8c None None] Bound port: f2451fa5-f092-46ed-8b27-1dfba208a601, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9863b094-112f-47ed-b0d2-3ad98cc1cf0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83'}}] {{(pid=110999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 13:59:59.597855 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-041aa847-c4a4-45ba-98cf-a0b7232e0e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (f2451fa5-f092-46ed-8b27-1dfba208a601), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:59.600451 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 13:59:59.659210 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-041aa847-c4a4-45ba-98cf-a0b7232e0e8c None None] For port f2451fa5-f092-46ed-8b27-1dfba208a601, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=110999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:59:59.662619 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-041aa847-c4a4-45ba-98cf-a0b7232e0e8c None None] For port f2451fa5-f092-46ed-8b27-1dfba208a601, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=f2451fa5-f092-46ed-8b27-1dfba208a601,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=110999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:59:59.704185 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-eb37212a-065f-4d70-8bc6-781ed370f2f0 None None] Provisioning complete for port 74e0a317-2b4b-45db-b7d8-20d6fb7dca48 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 13:59:59.704559 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-eb37212a-065f-4d70-8bc6-781ed370f2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (74e0a317-2b4b-45db-b7d8-20d6fb7dca48), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:59.798916 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-75180ddd-ea07-42ad-a6c1-e7f3db078558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (74e0a317-2b4b-45db-b7d8-20d6fb7dca48), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:59.856775 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-041aa847-c4a4-45ba-98cf-a0b7232e0e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (f2451fa5-f092-46ed-8b27-1dfba208a601), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 13:59:59.904907 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-eb37212a-065f-4d70-8bc6-781ed370f2f0 None None] Port 74e0a317-2b4b-45db-b7d8-20d6fb7dca48 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 13:59:59.927243 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692b34e-00cf-4abe-aab9-89520eff6711 None None] Pushing event updated for resources: {'Port': ['ID=f2451fa5-f092-46ed-8b27-1dfba208a601,revision_number=3']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:59.929986 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041aa847-c4a4-45ba-98cf-a0b7232e0e8c None None] Routers {'ce719bb7-fcb7-48d8-894b-d5e07854c96c'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 13:59:59.930591 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-041aa847-c4a4-45ba-98cf-a0b7232e0e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:59:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['ce719bb7-fcb7-48d8-894b-d5e07854c96c'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:59.993028 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-75180ddd-ea07-42ad-a6c1-e7f3db078558 admin admin] Publish callbacks [] for port (74e0a317-2b4b-45db-b7d8-20d6fb7dca48), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:00.037193 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-041aa847-c4a4-45ba-98cf-a0b7232e0e8c None None] Set router ce719bb7-fcb7-48d8-894b-d5e07854c96c gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 14:00:00.064394 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 71161a78-78d0-4747-9e3f-b65bd439a0f8 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 14:00:00.066110 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-75180ddd-ea07-42ad-a6c1-e7f3db078558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407452'] for port (74e0a317-2b4b-45db-b7d8-20d6fb7dca48), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:00.136941 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:00.138209 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-75180ddd-ea07-42ad-a6c1-e7f3db078558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354906'] for router_interface (ce719bb7-fcb7-48d8-894b-d5e07854c96c), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:00.141013 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75180ddd-ea07-42ad-a6c1-e7f3db078558 admin admin] Pushing event updated for resources: {'Port': ['ID=74e0a317-2b4b-45db-b7d8-20d6fb7dca48,revision_number=2']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:00.188767 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port 71161a78-78d0-4747-9e3f-b65bd439a0f8 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 14:00:00.189134 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (71161a78-78d0-4747-9e3f-b65bd439a0f8), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:00.210813 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:00.231690 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75180ddd-ea07-42ad-a6c1-e7f3db078558 admin admin] Network 40f8c86f-173a-4c53-88c6-504ad1f3fd6e is already hosted by enough agents. {{(pid=110997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 14:00:00.233071 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [None req-75180ddd-ea07-42ad-a6c1-e7f3db078558 admin admin] Resources bound (agent type, host, resource id): {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:00:00.331911 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port 71161a78-78d0-4747-9e3f-b65bd439a0f8 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 14:00:00.333865 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-041aa847-c4a4-45ba-98cf-a0b7232e0e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce719bb7-fcb7-48d8-894b-d5e07854c96c', 'name': 'tempest-TestVolumeBootPattern-104451015-router', 'tenant_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'f2451fa5-f092-46ed-8b27-1dfba208a601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:56Z', 'updated_at': '2022-06-08T13:59:59Z', 'revision_number': 4, 'project_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'gw_port': {'id': 'f2451fa5-f092-46ed-8b27-1dfba208a601', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:62:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce719bb7-fcb7-48d8-894b-d5e07854c96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:57Z', 'updated_at': '2022-06-08T13:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '74e0a317-2b4b-45db-b7d8-20d6fb7dca48', 'name': '', 'network_id': '40f8c86f-173a-4c53-88c6-504ad1f3fd6e', 'tenant_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'mac_address': 'fa:16:3e:81:c1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce719bb7-fcb7-48d8-894b-d5e07854c96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8933708a-353d-46bd-80db-eb3d79a763bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:59Z', 'updated_at': '2022-06-08T13:59:59Z', 'revision_number': 1, 'project_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'subnets': [{'id': '8933708a-353d-46bd-80db-eb3d79a763bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:00.353575 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75180ddd-ea07-42ad-a6c1-e7f3db078558 admin admin] Router ce719bb7-fcb7-48d8-894b-d5e07854c96c has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:00:00.364884 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041aa847-c4a4-45ba-98cf-a0b7232e0e8c None None] The sync data for ids ['ce719bb7-fcb7-48d8-894b-d5e07854c96c'] in dv-cinder-819149-5-iscsi is: [{'id': 'ce719bb7-fcb7-48d8-894b-d5e07854c96c', 'name': 'tempest-TestVolumeBootPattern-104451015-router', 'tenant_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'f2451fa5-f092-46ed-8b27-1dfba208a601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:56Z', 'updated_at': '2022-06-08T13:59:59Z', 'revision_number': 4, 'project_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'gw_port': {'id': 'f2451fa5-f092-46ed-8b27-1dfba208a601', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:62:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce719bb7-fcb7-48d8-894b-d5e07854c96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:57Z', 'updated_at': '2022-06-08T13:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '74e0a317-2b4b-45db-b7d8-20d6fb7dca48', 'name': '', 'network_id': '40f8c86f-173a-4c53-88c6-504ad1f3fd6e', 'tenant_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'mac_address': 'fa:16:3e:81:c1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce719bb7-fcb7-48d8-894b-d5e07854c96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8933708a-353d-46bd-80db-eb3d79a763bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:59Z', 'updated_at': '2022-06-08T13:59:59Z', 'revision_number': 1, 'project_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'subnets': [{'id': '8933708a-353d-46bd-80db-eb3d79a763bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:00:00.466570 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75180ddd-ea07-42ad-a6c1-e7f3db078558 admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:00:00.472182 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-75180ddd-ea07-42ad-a6c1-e7f3db078558 admin admin] 10.222.0.55 "PUT /v2.0/routers/ce719bb7-fcb7-48d8-894b-d5e07854c96c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8560882 Jun 08 14:00:00.525113 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-e4f308b3-6223-495f-b30a-7c44fd2f2fc1 None None] Provisioning complete for port 74e0a317-2b4b-45db-b7d8-20d6fb7dca48 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 14:00:00.525485 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-e4f308b3-6223-495f-b30a-7c44fd2f2fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (74e0a317-2b4b-45db-b7d8-20d6fb7dca48), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:00.570216 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-e4f308b3-6223-495f-b30a-7c44fd2f2fc1 None None] Port 74e0a317-2b4b-45db-b7d8-20d6fb7dca48 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 14:00:01.009368 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 43832) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:00:01.012637 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-667a8026-a93e-4e9a-a37f-8db31a508123 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1337554340', 'description': 'tempest-secgroup-smoke-1337554340 description', 'project_id': '935e40a140d74e528002c0bcfd1515aa'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 14:00:01.111198 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-667a8026-a93e-4e9a-a37f-8db31a508123 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for security_group (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:01.161423 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:01.191710 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-667a8026-a93e-4e9a-a37f-8db31a508123 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for security_group (95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:01.242450 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-667a8026-a93e-4e9a-a37f-8db31a508123 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:01.274117 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a8026-a93e-4e9a-a37f-8db31a508123 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:01.342008 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-667a8026-a93e-4e9a-a37f-8db31a508123 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:01.343549 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-667a8026-a93e-4e9a-a37f-8db31a508123 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3346300 Jun 08 14:00:01.347003 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 43836) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:00:01.352339 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-6b5e354b-8051-48ff-b0a6-78e1df856d69 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Request body: {'security_group_rule': {'security_group_id': '95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15', 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 14:00:01.549361 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-6b5e354b-8051-48ff-b0a6-78e1df856d69 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for security_group_rule (47a37350-265e-4409-9d76-1838086df030), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:01.614764 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-6b5e354b-8051-48ff-b0a6-78e1df856d69 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for security_group_rule (47a37350-265e-4409-9d76-1838086df030), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:01.705050 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-6b5e354b-8051-48ff-b0a6-78e1df856d69 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (47a37350-265e-4409-9d76-1838086df030), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:01.725864 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e354b-8051-48ff-b0a6-78e1df856d69 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a37350-265e-4409-9d76-1838086df030,revision_number=0']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:01.798599 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-6b5e354b-8051-48ff-b0a6-78e1df856d69 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:01.799902 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-6b5e354b-8051-48ff-b0a6-78e1df856d69 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4513440 Jun 08 14:00:01.802621 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 43838) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:00:01.807093 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-7677fdb7-4dbb-4cf1-b347-22f034f44193 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Request body: {'security_group_rule': {'security_group_id': '95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15', 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 14:00:01.819432 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-83cf4b10-0955-44f6-896c-787e49a2416e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:01.929013 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7677fdb7-4dbb-4cf1-b347-22f034f44193 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for security_group_rule (22ea5963-5994-4125-86b4-ec090150f41c), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:01.986669 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7677fdb7-4dbb-4cf1-b347-22f034f44193 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for security_group_rule (22ea5963-5994-4125-86b4-ec090150f41c), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:02.079923 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device f2451fa5-f092-46ed-8b27-1dfba208a601 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 14:00:02.105659 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7677fdb7-4dbb-4cf1-b347-22f034f44193 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (22ea5963-5994-4125-86b4-ec090150f41c), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:02.128642 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port f2451fa5-f092-46ed-8b27-1dfba208a601 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 14:00:02.128642 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (f2451fa5-f092-46ed-8b27-1dfba208a601), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:02.128950 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677fdb7-4dbb-4cf1-b347-22f034f44193 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ea5963-5994-4125-86b4-ec090150f41c,revision_number=0']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:02.191345 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:02.203130 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port f2451fa5-f092-46ed-8b27-1dfba208a601 is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 14:00:02.203511 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (f2451fa5-f092-46ed-8b27-1dfba208a601), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:02.224780 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] For port f2451fa5-f092-46ed-8b27-1dfba208a601, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=f2451fa5-f092-46ed-8b27-1dfba208a601,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:02.239512 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-7677fdb7-4dbb-4cf1-b347-22f034f44193 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:02.240823 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-7677fdb7-4dbb-4cf1-b347-22f034f44193 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4372723 Jun 08 14:00:02.248682 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 43842) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:00:02.248682 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-52bede27-50f7-432e-8fe5-faac37e4decb tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Request body: {'security_group_rule': {'security_group_id': '95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15', 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 14:00:02.339992 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (f2451fa5-f092-46ed-8b27-1dfba208a601), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:02.374798 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-52bede27-50f7-432e-8fe5-faac37e4decb tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for security_group_rule (8f14eabd-e144-4f32-9776-3617ca3e4af4), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:02.394171 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Pushing event updated for resources: {'Port': ['ID=f2451fa5-f092-46ed-8b27-1dfba208a601,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:02.419646 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:02.437310 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-52bede27-50f7-432e-8fe5-faac37e4decb tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for security_group_rule (8f14eabd-e144-4f32-9776-3617ca3e4af4), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:02.504845 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-52bede27-50f7-432e-8fe5-faac37e4decb tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (8f14eabd-e144-4f32-9776-3617ca3e4af4), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:02.524182 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bede27-50f7-432e-8fe5-faac37e4decb tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f14eabd-e144-4f32-9776-3617ca3e4af4,revision_number=0']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:02.600041 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-52bede27-50f7-432e-8fe5-faac37e4decb tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:02.602558 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-52bede27-50f7-432e-8fe5-faac37e4decb tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3578701 Jun 08 14:00:02.605370 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 43846) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:00:02.611056 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-c1c14788-797e-4ada-a4d7-f5d5d805e59c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Request body: {'security_group_rule': {'security_group_id': '95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15', 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 14:00:02.722730 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c1c14788-797e-4ada-a4d7-f5d5d805e59c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for security_group_rule (19bb1a35-669e-4ef9-a46d-83e17d4cc753), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:02.780591 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c1c14788-797e-4ada-a4d7-f5d5d805e59c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for security_group_rule (19bb1a35-669e-4ef9-a46d-83e17d4cc753), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:02.870690 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c1c14788-797e-4ada-a4d7-f5d5d805e59c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (19bb1a35-669e-4ef9-a46d-83e17d4cc753), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:02.889502 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c14788-797e-4ada-a4d7-f5d5d805e59c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19bb1a35-669e-4ef9-a46d-83e17d4cc753,revision_number=0']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:02.976344 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-c1c14788-797e-4ada-a4d7-f5d5d805e59c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:02.977518 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-c1c14788-797e-4ada-a4d7-f5d5d805e59c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3709524 Jun 08 14:00:02.980241 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 43848) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:00:02.984464 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-bdcdfe88-64df-42a9-969c-6876b4f60689 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Request body: {'security_group_rule': {'security_group_id': '95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15', 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 14:00:03.076782 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.db.securitygroups_db [None req-bdcdfe88-64df-42a9-969c-6876b4f60689 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Project 935e40a140d74e528002c0bcfd1515aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 14:00:03.083677 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-bdcdfe88-64df-42a9-969c-6876b4f60689 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for security_group_rule (541f41ac-4373-4de8-9bb2-2003ff41f85c), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:03.142528 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-bdcdfe88-64df-42a9-969c-6876b4f60689 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for security_group_rule (541f41ac-4373-4de8-9bb2-2003ff41f85c), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:03.207964 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-bdcdfe88-64df-42a9-969c-6876b4f60689 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (541f41ac-4373-4de8-9bb2-2003ff41f85c), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:03.213661 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:03.229099 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcdfe88-64df-42a9-969c-6876b4f60689 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=541f41ac-4373-4de8-9bb2-2003ff41f85c,revision_number=0']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:03.329677 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-bdcdfe88-64df-42a9-969c-6876b4f60689 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:03.331481 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-bdcdfe88-64df-42a9-969c-6876b4f60689 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3497429 Jun 08 14:00:03.334330 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 43850) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:00:03.338519 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-60b28885-36d3-49d2-a182-417a5fe40c1f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Request body: {'security_group_rule': {'security_group_id': '95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15', 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 14:00:03.448021 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.db.securitygroups_db [None req-60b28885-36d3-49d2-a182-417a5fe40c1f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Project 935e40a140d74e528002c0bcfd1515aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 14:00:03.457351 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-60b28885-36d3-49d2-a182-417a5fe40c1f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for security_group_rule (2b58fc3a-3b88-4fa6-8dfc-eff062462659), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:03.515099 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-60b28885-36d3-49d2-a182-417a5fe40c1f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for security_group_rule (2b58fc3a-3b88-4fa6-8dfc-eff062462659), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:03.573919 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-60b28885-36d3-49d2-a182-417a5fe40c1f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775893'] for security_group_rule (2b58fc3a-3b88-4fa6-8dfc-eff062462659), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:03.593138 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b28885-36d3-49d2-a182-417a5fe40c1f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b58fc3a-3b88-4fa6-8dfc-eff062462659,revision_number=0']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:03.710465 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7892d21f-efa5-4215-890f-21fd15c37b81 None None] Sync routers for ids ['ce719bb7-fcb7-48d8-894b-d5e07854c96c'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:00:03.720084 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7892d21f-efa5-4215-890f-21fd15c37b81 None None] Routers {'ce719bb7-fcb7-48d8-894b-d5e07854c96c'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 14:00:03.720672 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-7892d21f-efa5-4215-890f-21fd15c37b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T13:59:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['ce719bb7-fcb7-48d8-894b-d5e07854c96c'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:03.725552 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-60b28885-36d3-49d2-a182-417a5fe40c1f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:03.726795 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-60b28885-36d3-49d2-a182-417a5fe40c1f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3915536 Jun 08 14:00:03.822929 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-7892d21f-efa5-4215-890f-21fd15c37b81 None None] Set router ce719bb7-fcb7-48d8-894b-d5e07854c96c gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 14:00:03.931894 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=100 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:04.014016 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-7892d21f-efa5-4215-890f-21fd15c37b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce719bb7-fcb7-48d8-894b-d5e07854c96c', 'name': 'tempest-TestVolumeBootPattern-104451015-router', 'tenant_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'f2451fa5-f092-46ed-8b27-1dfba208a601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:56Z', 'updated_at': '2022-06-08T13:59:59Z', 'revision_number': 4, 'project_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'gw_port': {'id': 'f2451fa5-f092-46ed-8b27-1dfba208a601', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce719bb7-fcb7-48d8-894b-d5e07854c96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:57Z', 'updated_at': '2022-06-08T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '74e0a317-2b4b-45db-b7d8-20d6fb7dca48', 'name': '', 'network_id': '40f8c86f-173a-4c53-88c6-504ad1f3fd6e', 'tenant_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'mac_address': 'fa:16:3e:81:c1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce719bb7-fcb7-48d8-894b-d5e07854c96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8933708a-353d-46bd-80db-eb3d79a763bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:59Z', 'updated_at': '2022-06-08T13:59:59Z', 'revision_number': 2, 'project_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'subnets': [{'id': '8933708a-353d-46bd-80db-eb3d79a763bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:04.040310 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7892d21f-efa5-4215-890f-21fd15c37b81 None None] Checking router: ce719bb7-fcb7-48d8-894b-d5e07854c96c for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:00:04.040660 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7892d21f-efa5-4215-890f-21fd15c37b81 None None] Updating router ce719bb7-fcb7-48d8-894b-d5e07854c96c port 74e0a317-2b4b-45db-b7d8-20d6fb7dca48 binding host dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 14:00:04.066189 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-bef88376-0030-47f1-9dcc-cebaa8874c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:04.073413 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-7892d21f-efa5-4215-890f-21fd15c37b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (74e0a317-2b4b-45db-b7d8-20d6fb7dca48), before_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:04.076945 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device f2451fa5-f092-46ed-8b27-1dfba208a601 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 14:00:04.123896 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port f2451fa5-f092-46ed-8b27-1dfba208a601 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 14:00:04.124300 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (f2451fa5-f092-46ed-8b27-1dfba208a601), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:04.204983 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port f2451fa5-f092-46ed-8b27-1dfba208a601 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 14:00:04.363566 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-7892d21f-efa5-4215-890f-21fd15c37b81 None None] Publish callbacks [] for port (74e0a317-2b4b-45db-b7d8-20d6fb7dca48), precommit_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:04.437030 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-7892d21f-efa5-4215-890f-21fd15c37b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (74e0a317-2b4b-45db-b7d8-20d6fb7dca48), after_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:04.489702 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7481b-dae6-48e5-a0df-cf01d83b0dcd None None] Pushing event updated for resources: {'Port': ['ID=74e0a317-2b4b-45db-b7d8-20d6fb7dca48,revision_number=3']} {{(pid=111000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:04.550874 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-7892d21f-efa5-4215-890f-21fd15c37b81 None None] Attempting to bind port 74e0a317-2b4b-45db-b7d8-20d6fb7dca48 on host dv-cinder-819149-5-iscsi for vnic_type normal with profile {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 14:00:04.551211 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-7892d21f-efa5-4215-890f-21fd15c37b81 None None] Attempting to bind port 74e0a317-2b4b-45db-b7d8-20d6fb7dca48 by drivers openvswitch,hyperv on host dv-cinder-819149-5-iscsi at level 0 using segments [{'id': '98e8e6a8-07ba-4cdb-b5dd-cae6e132498b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '40f8c86f-173a-4c53-88c6-504ad1f3fd6e'}] {{(pid=111000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 14:00:04.551897 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7892d21f-efa5-4215-890f-21fd15c37b81 None None] Attempting to bind port 74e0a317-2b4b-45db-b7d8-20d6fb7dca48 on network 40f8c86f-173a-4c53-88c6-504ad1f3fd6e {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 14:00:04.559717 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7892d21f-efa5-4215-890f-21fd15c37b81 None None] Checking agent: {'id': '658e2119-061c-4993-bdb9-5fcb37d948aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 38, 8), 'started_at': datetime.datetime(2022, 6, 8, 13, 38, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 14:00:04.560127 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7892d21f-efa5-4215-890f-21fd15c37b81 None None] Checking segment: {'id': '98e8e6a8-07ba-4cdb-b5dd-cae6e132498b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '40f8c86f-173a-4c53-88c6-504ad1f3fd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 14:00:04.560528 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-7892d21f-efa5-4215-890f-21fd15c37b81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:04.561074 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7892d21f-efa5-4215-890f-21fd15c37b81 None None] Bound using segment: {'id': '98e8e6a8-07ba-4cdb-b5dd-cae6e132498b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '40f8c86f-173a-4c53-88c6-504ad1f3fd6e'} {{(pid=111000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 14:00:04.561661 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.managers [None req-7892d21f-efa5-4215-890f-21fd15c37b81 None None] Bound port: 74e0a317-2b4b-45db-b7d8-20d6fb7dca48, host: dv-cinder-819149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e8e6a8-07ba-4cdb-b5dd-cae6e132498b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '40f8c86f-173a-4c53-88c6-504ad1f3fd6e'}}] {{(pid=111000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 14:00:04.561964 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-7892d21f-efa5-4215-890f-21fd15c37b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (74e0a317-2b4b-45db-b7d8-20d6fb7dca48), before_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:04.627504 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.db [None req-7892d21f-efa5-4215-890f-21fd15c37b81 None None] For port 74e0a317-2b4b-45db-b7d8-20d6fb7dca48, host dv-cinder-819149-5-iscsi, cleared binding levels {{(pid=111000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 14:00:04.631423 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.plugins.ml2.db [None req-7892d21f-efa5-4215-890f-21fd15c37b81 None None] For port 74e0a317-2b4b-45db-b7d8-20d6fb7dca48, host dv-cinder-819149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=74e0a317-2b4b-45db-b7d8-20d6fb7dca48,segment=NetworkSegment(98e8e6a8-07ba-4cdb-b5dd-cae6e132498b),segment_id=98e8e6a8-07ba-4cdb-b5dd-cae6e132498b)] {{(pid=111000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 14:00:04.719860 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-88e72eb8-0609-400e-b217-1c035501a409 None None] Provisioning complete for port 74e0a317-2b4b-45db-b7d8-20d6fb7dca48 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 14:00:04.720263 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-88e72eb8-0609-400e-b217-1c035501a409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (74e0a317-2b4b-45db-b7d8-20d6fb7dca48), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:04.754598 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-88e72eb8-0609-400e-b217-1c035501a409 None None] Port 74e0a317-2b4b-45db-b7d8-20d6fb7dca48 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 14:00:04.762762 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron_lib.callbacks.manager [None req-7892d21f-efa5-4215-890f-21fd15c37b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (74e0a317-2b4b-45db-b7d8-20d6fb7dca48), after_update {{(pid=111000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:04.824722 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7481b-dae6-48e5-a0df-cf01d83b0dcd None None] Pushing event updated for resources: {'Port': ['ID=74e0a317-2b4b-45db-b7d8-20d6fb7dca48,revision_number=4']} {{(pid=111000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:04.829335 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7892d21f-efa5-4215-890f-21fd15c37b81 None None] Routers {'ce719bb7-fcb7-48d8-894b-d5e07854c96c'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 14:00:04.829335 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-7892d21f-efa5-4215-890f-21fd15c37b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T14:00:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['ce719bb7-fcb7-48d8-894b-d5e07854c96c'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:04.830666 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:04.906626 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:04.935411 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-7892d21f-efa5-4215-890f-21fd15c37b81 None None] Set router ce719bb7-fcb7-48d8-894b-d5e07854c96c gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 14:00:05.073745 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-de990210-bac2-4936-958f-f6db540034a8 None None] Provisioning complete for port 74e0a317-2b4b-45db-b7d8-20d6fb7dca48 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 14:00:05.074277 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-de990210-bac2-4936-958f-f6db540034a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (74e0a317-2b4b-45db-b7d8-20d6fb7dca48), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:05.130295 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-7892d21f-efa5-4215-890f-21fd15c37b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce719bb7-fcb7-48d8-894b-d5e07854c96c', 'name': 'tempest-TestVolumeBootPattern-104451015-router', 'tenant_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'f2451fa5-f092-46ed-8b27-1dfba208a601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:56Z', 'updated_at': '2022-06-08T13:59:59Z', 'revision_number': 4, 'project_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'gw_port': {'id': 'f2451fa5-f092-46ed-8b27-1dfba208a601', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce719bb7-fcb7-48d8-894b-d5e07854c96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:57Z', 'updated_at': '2022-06-08T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '74e0a317-2b4b-45db-b7d8-20d6fb7dca48', 'name': '', 'network_id': '40f8c86f-173a-4c53-88c6-504ad1f3fd6e', 'tenant_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'mac_address': 'fa:16:3e:81:c1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce719bb7-fcb7-48d8-894b-d5e07854c96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8933708a-353d-46bd-80db-eb3d79a763bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:59Z', 'updated_at': '2022-06-08T14:00:04Z', 'revision_number': 4, 'project_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'subnets': [{'id': '8933708a-353d-46bd-80db-eb3d79a763bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:05.154547 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7892d21f-efa5-4215-890f-21fd15c37b81 None None] The sync data for ids ['ce719bb7-fcb7-48d8-894b-d5e07854c96c'] in dv-cinder-819149-5-iscsi is: [{'id': 'ce719bb7-fcb7-48d8-894b-d5e07854c96c', 'name': 'tempest-TestVolumeBootPattern-104451015-router', 'tenant_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'f2451fa5-f092-46ed-8b27-1dfba208a601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:56Z', 'updated_at': '2022-06-08T13:59:59Z', 'revision_number': 4, 'project_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'gw_port': {'id': 'f2451fa5-f092-46ed-8b27-1dfba208a601', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce719bb7-fcb7-48d8-894b-d5e07854c96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:57Z', 'updated_at': '2022-06-08T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '74e0a317-2b4b-45db-b7d8-20d6fb7dca48', 'name': '', 'network_id': '40f8c86f-173a-4c53-88c6-504ad1f3fd6e', 'tenant_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'mac_address': 'fa:16:3e:81:c1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce719bb7-fcb7-48d8-894b-d5e07854c96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8933708a-353d-46bd-80db-eb3d79a763bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:59Z', 'updated_at': '2022-06-08T14:00:04Z', 'revision_number': 4, 'project_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'subnets': [{'id': '8933708a-353d-46bd-80db-eb3d79a763bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:00:05.157496 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-de990210-bac2-4936-958f-f6db540034a8 None None] Current status of the port 74e0a317-2b4b-45db-b7d8-20d6fb7dca48 is: DOWN; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 14:00:05.157890 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-de990210-bac2-4936-958f-f6db540034a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (74e0a317-2b4b-45db-b7d8-20d6fb7dca48), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:05.197233 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-de990210-bac2-4936-958f-f6db540034a8 None None] For port 74e0a317-2b4b-45db-b7d8-20d6fb7dca48, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=74e0a317-2b4b-45db-b7d8-20d6fb7dca48,segment=NetworkSegment(98e8e6a8-07ba-4cdb-b5dd-cae6e132498b),segment_id=98e8e6a8-07ba-4cdb-b5dd-cae6e132498b)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:05.328107 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-de990210-bac2-4936-958f-f6db540034a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (74e0a317-2b4b-45db-b7d8-20d6fb7dca48), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:05.367385 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:05.380204 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de990210-bac2-4936-958f-f6db540034a8 None None] Pushing event updated for resources: {'Port': ['ID=74e0a317-2b4b-45db-b7d8-20d6fb7dca48,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:05.557016 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:06.073864 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 74e0a317-2b4b-45db-b7d8-20d6fb7dca48 up at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 14:00:06.123102 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Provisioning complete for port 74e0a317-2b4b-45db-b7d8-20d6fb7dca48 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 14:00:06.123452 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (74e0a317-2b4b-45db-b7d8-20d6fb7dca48), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:06.194853 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Current status of the port 74e0a317-2b4b-45db-b7d8-20d6fb7dca48 is: ACTIVE; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 14:00:06.688218 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:08.129347 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:08.535750 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=45,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:08.536548 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:13.593293 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=59,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:13.596230 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:13.607829 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:18.703816 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=52 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:18.709732 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=4 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:19.524176 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-fe1b0b4d-11ad-4901-b5ec-7cb35d7c9d6e tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1337554340&fields=id&tenant_id=935e40a140d74e528002c0bcfd1515aa HTTP/1.1" status: 200 len: 267 time: 0.0445950 Jun 08 14:00:19.630161 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-7d4aa8ea-3484-49ed-a5cb-37eeb1adf7db tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:19.631499 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-7d4aa8ea-3484-49ed-a5cb-37eeb1adf7db tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/networks?id=8a18d0c8-3777-47d9-8514-f63bd12afcbe HTTP/1.1" status: 200 len: 812 time: 0.1009424 Jun 08 14:00:19.645777 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-20bd5b5e-1a06-4a2b-86b2-92c0f1f6ca6d tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/quotas/935e40a140d74e528002c0bcfd1515aa HTTP/1.1" status: 200 len: 375 time: 0.0089474 Jun 08 14:00:19.694326 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-71a4f245-7fc3-4a3b-95ac-acb009a5bc00 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=935e40a140d74e528002c0bcfd1515aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434661 Jun 08 14:00:19.803262 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-43df97f7-2fbe-4c58-a4ff-c6ff9f5ac0e1 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=110997) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 14:00:19.804323 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-43df97f7-2fbe-4c58-a4ff-c6ff9f5ac0e1 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0992682 Jun 08 14:00:19.893971 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-1230111d-cb64-4d77-bfb7-4cf86459023c service neutron] 10.222.0.55 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834215 Jun 08 14:00:19.984557 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-98a4eeb5-3a49-4ff0-a745-e993cb9702c1 service neutron] 10.222.0.55 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848069 Jun 08 14:00:20.590454 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b715b556-e25e-492f-9158-82ef353f5fc1 req-40610d30-94fc-43dc-bf64-29c4a3345137 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 210 time: 0.0323296 Jun 08 14:00:21.689454 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-99a97bc2-e275-446c-812a-97e02f29a6a8 req-68cf9936-12d7-4999-8652-35b51d69540b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 210 time: 0.0280993 Jun 08 14:00:22.789906 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bbd5b9cb-2a35-4ff7-a61d-c7b4c9bad8ac req-23e665c2-f0a1-40cc-ab06-3dd7d8fe1eed tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 210 time: 0.0324728 Jun 08 14:00:23.124426 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-f3838da1-6bd8-489e-9810-6449213d2648 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:23.125866 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-f3838da1-6bd8-489e-9810-6449213d2648 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.61 "GET /v2.0/networks?id=8a18d0c8-3777-47d9-8514-f63bd12afcbe HTTP/1.1" status: 200 len: 812 time: 0.3684349 Jun 08 14:00:23.187125 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-5dc009c0-9bd6-4330-8a03-43a93109bee7 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=935e40a140d74e528002c0bcfd1515aa HTTP/1.1" status: 200 len: 380 time: 0.0532744 Jun 08 14:00:23.196478 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Request body: {'port': {'device_id': '7d3f14a4-b72e-4500-b1bd-2dca9d571995', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'admin_state_up': True, 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'security_groups': ['95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15']}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 14:00:23.367822 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Made reservation on behalf of 935e40a140d74e528002c0bcfd1515aa for: {'port': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 14:00:23.371243 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:23.499623 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Allocated IP 172.20.0.9 (8a18d0c8-3777-47d9-8514-f63bd12afcbe/ab7c438e-4f91-4a5a-aaca-7153a6841c14/474f2939-0696-4f5c-838a-4d79c7832c70) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 14:00:23.542175 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:23.544237 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:23.641741 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for port (474f2939-0696-4f5c-838a-4d79c7832c70), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:23.728930 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (474f2939-0696-4f5c-838a-4d79c7832c70), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:23.771871 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Network 8a18d0c8-3777-47d9-8514-f63bd12afcbe is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 14:00:23.775184 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:00:23.777725 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 14:00:23.806292 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Pushing event updated for resources: {'Port': ['ID=474f2939-0696-4f5c-838a-4d79c7832c70,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:23.815909 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:23.816390 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:23.816827 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:23.817255 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:23.817490 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:23.817814 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:23.818129 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:23.818471 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:23.818792 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:23.819106 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:23.819420 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:23.819732 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:23.820205 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:23.820826 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:23.821901 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:23.857643 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:23.858261 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:23.922159 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a6a63-1643-4669-a3ee-972ed4821bb6 req-bb0cca12-a881-4b89-99a6-03e03c5512d0 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:23.923610 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-698a6a63-1643-4669-a3ee-972ed4821bb6 req-bb0cca12-a881-4b89-99a6-03e03c5512d0 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 931 time: 0.0508344 Jun 08 14:00:23.936401 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-91f5adb4-640d-42c7-916c-ae0eff4543e2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7433507 Jun 08 14:00:23.947726 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-de922818-e117-4ef5-b972-8aedfb7701e1 service neutron] Request body: {'port': {'device_id': '7d3f14a4-b72e-4500-b1bd-2dca9d571995', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 14:00:23.981007 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-698a6a63-1643-4669-a3ee-972ed4821bb6 req-9b93bcfd-2f38-4f41-b85c-28992fe95bd8 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513647 Jun 08 14:00:24.017551 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:24.021523 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-de922818-e117-4ef5-b972-8aedfb7701e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (474f2939-0696-4f5c-838a-4d79c7832c70), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:24.035770 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:24.074093 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-d1f4b79b-f9df-40cf-ae47-f1020b37281c None None] Provisioning complete for port 474f2939-0696-4f5c-838a-4d79c7832c70 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 14:00:24.074463 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-d1f4b79b-f9df-40cf-ae47-f1020b37281c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (474f2939-0696-4f5c-838a-4d79c7832c70), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:24.110718 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-d1f4b79b-f9df-40cf-ae47-f1020b37281c None None] Port 474f2939-0696-4f5c-838a-4d79c7832c70 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 14:00:24.328023 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-de922818-e117-4ef5-b972-8aedfb7701e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 474f2939-0696-4f5c-838a-4d79c7832c70 {{(pid=110998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 14:00:24.335721 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-de922818-e117-4ef5-b972-8aedfb7701e1 service neutron] Publish callbacks [] for port (474f2939-0696-4f5c-838a-4d79c7832c70), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:24.348172 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.provisioning_blocks [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-de922818-e117-4ef5-b972-8aedfb7701e1 service neutron] Transition to ACTIVE for port object 474f2939-0696-4f5c-838a-4d79c7832c70 will not be triggered until provisioned by entity L2. {{(pid=110998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 14:00:24.436267 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-de922818-e117-4ef5-b972-8aedfb7701e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (474f2939-0696-4f5c-838a-4d79c7832c70), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:24.484819 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de922818-e117-4ef5-b972-8aedfb7701e1 service neutron] Pushing event updated for resources: {'Port': ['ID=474f2939-0696-4f5c-838a-4d79c7832c70,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:24.559056 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-de922818-e117-4ef5-b972-8aedfb7701e1 service neutron] Attempting to bind port 474f2939-0696-4f5c-838a-4d79c7832c70 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 14:00:24.559396 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-de922818-e117-4ef5-b972-8aedfb7701e1 service neutron] Attempting to bind port 474f2939-0696-4f5c-838a-4d79c7832c70 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'ad52415a-d2ef-4340-8cf0-14c5034842af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe'}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 14:00:24.559728 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-de922818-e117-4ef5-b972-8aedfb7701e1 service neutron] Attempting to bind port 474f2939-0696-4f5c-838a-4d79c7832c70 on network 8a18d0c8-3777-47d9-8514-f63bd12afcbe {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 14:00:24.564632 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-de922818-e117-4ef5-b972-8aedfb7701e1 service neutron] Port 474f2939-0696-4f5c-838a-4d79c7832c70 on network 8a18d0c8-3777-47d9-8514-f63bd12afcbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 14:00:24.564954 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-de922818-e117-4ef5-b972-8aedfb7701e1 service neutron] Attempting to bind port 474f2939-0696-4f5c-838a-4d79c7832c70 on network 8a18d0c8-3777-47d9-8514-f63bd12afcbe {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 14:00:24.571017 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-de922818-e117-4ef5-b972-8aedfb7701e1 service neutron] Checking agent: {'id': '2c87fc52-0797-4c68-9855-572d3067389f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'started_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 14, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 14:00:24.571270 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-de922818-e117-4ef5-b972-8aedfb7701e1 service neutron] Checking segment: {'id': 'ad52415a-d2ef-4340-8cf0-14c5034842af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 14:00:24.571693 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-de922818-e117-4ef5-b972-8aedfb7701e1 service neutron] Bound using segment: {'id': 'ad52415a-d2ef-4340-8cf0-14c5034842af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe'} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 14:00:24.572165 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-de922818-e117-4ef5-b972-8aedfb7701e1 service neutron] Bound port: 474f2939-0696-4f5c-838a-4d79c7832c70, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad52415a-d2ef-4340-8cf0-14c5034842af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe'}}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 14:00:24.572510 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-de922818-e117-4ef5-b972-8aedfb7701e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (474f2939-0696-4f5c-838a-4d79c7832c70), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:24.639702 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-de922818-e117-4ef5-b972-8aedfb7701e1 service neutron] For port 474f2939-0696-4f5c-838a-4d79c7832c70, host hv-cinder-81914, cleared binding levels {{(pid=110998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 14:00:24.642653 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-de922818-e117-4ef5-b972-8aedfb7701e1 service neutron] For port 474f2939-0696-4f5c-838a-4d79c7832c70, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=474f2939-0696-4f5c-838a-4d79c7832c70,segment=NetworkSegment(ad52415a-d2ef-4340-8cf0-14c5034842af),segment_id=ad52415a-d2ef-4340-8cf0-14c5034842af)] {{(pid=110998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 14:00:24.648095 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:24.786266 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-de922818-e117-4ef5-b972-8aedfb7701e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (474f2939-0696-4f5c-838a-4d79c7832c70), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:24.816450 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-de922818-e117-4ef5-b972-8aedfb7701e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:24.816957 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-de922818-e117-4ef5-b972-8aedfb7701e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:24.818607 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-de922818-e117-4ef5-b972-8aedfb7701e1 service neutron] 10.222.0.61 "PUT /v2.0/ports/474f2939-0696-4f5c-838a-4d79c7832c70 HTTP/1.1" status: 200 len: 1093 time: 0.8751523 Jun 08 14:00:24.820600 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3f14a4-b72e-4500-b1bd-2dca9d571995', 'tag': '474f2939-0696-4f5c-838a-4d79c7832c70'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:00:24.823550 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51438fe-4457-46c4-96ad-ba573f654a22" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3f14a4-b72e-4500-b1bd-2dca9d571995", "tag": "474f2939-0696-4f5c-838a-4d79c7832c70"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:00:24.859661 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de922818-e117-4ef5-b972-8aedfb7701e1 service neutron] Pushing event updated for resources: {'Port': ['ID=474f2939-0696-4f5c-838a-4d79c7832c70,revision_number=3']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:24.864966 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 14:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520171d4-3028-444b-a195-11baa3341056 x-openstack-request-id: req-520171d4-3028-444b-a195-11baa3341056 {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:00:24.865250 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3f14a4-b72e-4500-b1bd-2dca9d571995", "tag": "474f2939-0696-4f5c-838a-4d79c7832c70", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:00:24.865501 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-520171d4-3028-444b-a195-11baa3341056 {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:00:24.866569 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-520171d4-3028-444b-a195-11baa3341056'] response: {'name': 'network-changed', 'server_uuid': '7d3f14a4-b72e-4500-b1bd-2dca9d571995', 'tag': '474f2939-0696-4f5c-838a-4d79c7832c70', 'status': 'completed', 'code': 200} Jun 08 14:00:24.922029 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51438fe-4457-46c4-96ad-ba573f654a22 req-95b0bb76-2d80-4659-b5fb-7c536e34ff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:24.923530 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f51438fe-4457-46c4-96ad-ba573f654a22 req-95b0bb76-2d80-4659-b5fb-7c536e34ff80 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=935e40a140d74e528002c0bcfd1515aa&device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 1127 time: 0.0408409 Jun 08 14:00:25.028179 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51438fe-4457-46c4-96ad-ba573f654a22 req-db8f4b72-4cb7-4783-91d9-3e42722820e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:25.029947 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f51438fe-4457-46c4-96ad-ba573f654a22 req-db8f4b72-4cb7-4783-91d9-3e42722820e3 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=935e40a140d74e528002c0bcfd1515aa&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0990477 Jun 08 14:00:25.108592 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c7355-9545-4b56-b84c-0b982f4aa9d5 req-c2bd0551-e24a-4d53-a7cc-bfe57368dfc2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:25.109984 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a77c7355-9545-4b56-b84c-0b982f4aa9d5 req-c2bd0551-e24a-4d53-a7cc-bfe57368dfc2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 943 time: 0.0503979 Jun 08 14:00:25.134260 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51438fe-4457-46c4-96ad-ba573f654a22 req-bfa22ef6-1173-4ad5-9b4b-3a835f76a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:25.135736 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f51438fe-4457-46c4-96ad-ba573f654a22 req-bfa22ef6-1173-4ad5-9b4b-3a835f76a790 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998435 Jun 08 14:00:25.160729 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a77c7355-9545-4b56-b84c-0b982f4aa9d5 req-f61d34d7-6c49-48bc-a981-350b06fc691d tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440748 Jun 08 14:00:25.209495 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-e0cf4cb4-4938-45e8-921d-233fc5854b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:25.210999 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-e0cf4cb4-4938-45e8-921d-233fc5854b70 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=935e40a140d74e528002c0bcfd1515aa&device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 1127 time: 0.0401185 Jun 08 14:00:25.254807 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-655722cc-f00a-43a0-93fa-e8e28260e28c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=474f2939-0696-4f5c-838a-4d79c7832c70 HTTP/1.1" status: 200 len: 217 time: 0.0365300 Jun 08 14:00:25.302169 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-f4aebd29-b6bf-430a-b22f-d2b9d8eb15cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:25.303599 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-f4aebd29-b6bf-430a-b22f-d2b9d8eb15cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7c438e-4f91-4a5a-aaca-7153a6841c14 HTTP/1.1" status: 200 len: 851 time: 0.0437043 Jun 08 14:00:25.340250 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:25.356822 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-baef3591-2182-42d2-bdca-f077cc4dd996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:25.356822 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-baef3591-2182-42d2-bdca-f077cc4dd996 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a18d0c8-3777-47d9-8514-f63bd12afcbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436733 Jun 08 14:00:25.448039 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-93bd8bf1-ee08-41ef-a70b-56620841c85b service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875995 Jun 08 14:00:25.536575 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-7b21ad3b-bcec-4490-a932-591c4250c61a req-5ad696ce-d777-4cf7-a82f-313e77284e25 service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830483 Jun 08 14:00:26.277446 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c38707-e96a-4791-b39e-f74536c3796d req-99e739c7-1584-4624-9f8e-b39b6ef21e22 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:26.278819 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b2c38707-e96a-4791-b39e-f74536c3796d req-99e739c7-1584-4624-9f8e-b39b6ef21e22 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 943 time: 0.0492551 Jun 08 14:00:26.327457 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b2c38707-e96a-4791-b39e-f74536c3796d req-e3a9a4fb-a987-4d4e-911a-eb94898e6b06 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429401 Jun 08 14:00:27.439781 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0fa4b-6f64-468a-a16a-870f6a81159a req-e3d648f0-4f3b-4ebe-aa7b-ba85d6052ea8 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:27.441322 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fdd0fa4b-6f64-468a-a16a-870f6a81159a req-e3d648f0-4f3b-4ebe-aa7b-ba85d6052ea8 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 943 time: 0.0480969 Jun 08 14:00:27.490540 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fdd0fa4b-6f64-468a-a16a-870f6a81159a req-2083e07d-f979-47f8-9e39-d60b3ed0526b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437491 Jun 08 14:00:28.606597 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dcabc-f9b1-488d-8604-3129b8043132 req-7b84fc5c-d9b1-44da-a0db-a4e70922c29c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:28.608084 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f63dcabc-f9b1-488d-8604-3129b8043132 req-7b84fc5c-d9b1-44da-a0db-a4e70922c29c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 943 time: 0.0460939 Jun 08 14:00:28.659341 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f63dcabc-f9b1-488d-8604-3129b8043132 req-5c17bfab-bef1-4b9b-9b5c-dc8da5d6b1c2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448642 Jun 08 14:00:29.771841 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245d969-4753-42f7-a0d1-758d88837a3f req-bbc1392f-7a01-47c3-95d6-f5932d330edf tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:29.773367 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9245d969-4753-42f7-a0d1-758d88837a3f req-bbc1392f-7a01-47c3-95d6-f5932d330edf tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 943 time: 0.0469363 Jun 08 14:00:29.784186 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:29.823584 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-9245d969-4753-42f7-a0d1-758d88837a3f req-17d5e1ab-7ec2-4d7b-9e51-e4b10acd9e0b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446718 Jun 08 14:00:30.937939 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ce3c1-a027-4773-80d5-1eaf943355de req-cb6f14d4-be75-44e2-a16e-9daae8d48562 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:30.939445 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-221ce3c1-a027-4773-80d5-1eaf943355de req-cb6f14d4-be75-44e2-a16e-9daae8d48562 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 943 time: 0.0477805 Jun 08 14:00:30.973832 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:30.990626 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-221ce3c1-a027-4773-80d5-1eaf943355de req-f54b820f-cb3e-4367-b1cd-947d971349a9 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452309 Jun 08 14:00:31.796834 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-0f23cacb-e6a9-4e52-883d-6dd5e87c1f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:32.110988 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365def7-5902-4265-9deb-87104e436982 req-ddb2e0f2-b005-462c-823f-2369f5a26e00 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:32.112486 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b365def7-5902-4265-9deb-87104e436982 req-ddb2e0f2-b005-462c-823f-2369f5a26e00 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 943 time: 0.0527089 Jun 08 14:00:32.162392 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b365def7-5902-4265-9deb-87104e436982 req-05e0d16e-0d42-4f2a-b61b-162422dd24c6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443871 Jun 08 14:00:32.696854 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:00:33.273037 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e07f47-bf58-4a30-9023-f42ac2d65c4c req-0cbcc4dc-2133-47dc-95b6-642ddc17cf24 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:33.274483 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d9e07f47-bf58-4a30-9023-f42ac2d65c4c req-0cbcc4dc-2133-47dc-95b6-642ddc17cf24 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 943 time: 0.0456617 Jun 08 14:00:33.322847 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d9e07f47-bf58-4a30-9023-f42ac2d65c4c req-fe874f01-d863-4e65-8746-040e15e02ff5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429132 Jun 08 14:00:34.047884 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-6c10b1f0-1461-4b76-8a8f-09c625b4a50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:34.283173 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 474f2939-0696-4f5c-838a-4d79c7832c70 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 14:00:34.383579 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 474f2939-0696-4f5c-838a-4d79c7832c70, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=474f2939-0696-4f5c-838a-4d79c7832c70,segment=NetworkSegment(ad52415a-d2ef-4340-8cf0-14c5034842af),segment_id=ad52415a-d2ef-4340-8cf0-14c5034842af)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:34.395726 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Returning: {'device': '474f2939-0696-4f5c-838a-4d79c7832c70', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'port_id': '474f2939-0696-4f5c-838a-4d79c7832c70', 'mac_address': 'fa:16:3e:03:f0:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 14:00:34.430337 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 474f2939-0696-4f5c-838a-4d79c7832c70 is: DOWN; New status is: BUILD {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 14:00:34.430720 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (474f2939-0696-4f5c-838a-4d79c7832c70), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:34.441440 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f618007-47e3-428c-aedb-9224f461ef65 req-f9432a5c-a213-4624-a942-308a09aabbca tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:34.443470 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3f618007-47e3-428c-aedb-9224f461ef65 req-f9432a5c-a213-4624-a942-308a09aabbca tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 943 time: 0.0522108 Jun 08 14:00:34.445024 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474f2939-0696-4f5c-838a-4d79c7832c70 {{(pid=110999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 14:00:34.465628 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 474f2939-0696-4f5c-838a-4d79c7832c70, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=474f2939-0696-4f5c-838a-4d79c7832c70,segment=NetworkSegment(ad52415a-d2ef-4340-8cf0-14c5034842af),segment_id=ad52415a-d2ef-4340-8cf0-14c5034842af)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:34.492939 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-3f618007-47e3-428c-aedb-9224f461ef65 req-247200c6-71c6-4a40-b603-9b23895432b0 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432553 Jun 08 14:00:34.556800 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (474f2939-0696-4f5c-838a-4d79c7832c70), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:34.603018 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=474f2939-0696-4f5c-838a-4d79c7832c70,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:34.610009 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:34.610344 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:34.610679 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:34.611035 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:34.611359 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:34.611679 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:34.611997 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:34.612339 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:34.612654 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:34.612968 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:34.613281 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:34.613592 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:34.614297 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:34.614613 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:34.614924 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:34.757900 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['474f2939-0696-4f5c-838a-4d79c7832c70'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 14:00:35.531985 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=46 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:35.533922 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=10 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:35.545583 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:35.610074 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bf499-be35-4f3c-89cb-72d6aff4cf9b req-044993de-de9a-4596-bd2f-c9a717ad045e tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:35.611551 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8b6bf499-be35-4f3c-89cb-72d6aff4cf9b req-044993de-de9a-4596-bd2f-c9a717ad045e tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 944 time: 0.0484040 Jun 08 14:00:35.661884 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8b6bf499-be35-4f3c-89cb-72d6aff4cf9b req-a5365c17-1425-4953-908d-f3524243c5c3 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442936 Jun 08 14:00:36.298802 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 474f2939-0696-4f5c-838a-4d79c7832c70 up at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 14:00:36.341703 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning for port 474f2939-0696-4f5c-838a-4d79c7832c70 completed by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 14:00:36.436363 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning complete for port 474f2939-0696-4f5c-838a-4d79c7832c70 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 14:00:36.436737 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (474f2939-0696-4f5c-838a-4d79c7832c70), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:36.473691 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:36.480665 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:36.509595 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 474f2939-0696-4f5c-838a-4d79c7832c70 is: BUILD; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 14:00:36.509980 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (474f2939-0696-4f5c-838a-4d79c7832c70), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:36.536769 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3f14a4-b72e-4500-b1bd-2dca9d571995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474f2939-0696-4f5c-838a-4d79c7832c70'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:00:36.539064 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fdebd1-0f23-4903-be93-4a6829c2370a" -d '{"events": [{"server_uuid": "7d3f14a4-b72e-4500-b1bd-2dca9d571995", "name": "network-vif-plugged", "status": "completed", "tag": "474f2939-0696-4f5c-838a-4d79c7832c70"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:00:36.551728 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 474f2939-0696-4f5c-838a-4d79c7832c70, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=474f2939-0696-4f5c-838a-4d79c7832c70,segment=NetworkSegment(ad52415a-d2ef-4340-8cf0-14c5034842af),segment_id=ad52415a-d2ef-4340-8cf0-14c5034842af)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:36.575012 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66813fce-85d1-4351-92a9-170503db46c3 x-openstack-request-id: req-66813fce-85d1-4351-92a9-170503db46c3 {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:00:36.575330 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3f14a4-b72e-4500-b1bd-2dca9d571995", "name": "network-vif-plugged", "status": "completed", "tag": "474f2939-0696-4f5c-838a-4d79c7832c70", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:00:36.575578 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-66813fce-85d1-4351-92a9-170503db46c3 {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:00:36.575973 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66813fce-85d1-4351-92a9-170503db46c3'] response: {'server_uuid': '7d3f14a4-b72e-4500-b1bd-2dca9d571995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474f2939-0696-4f5c-838a-4d79c7832c70', 'code': 200} Jun 08 14:00:36.624847 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (474f2939-0696-4f5c-838a-4d79c7832c70), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:36.674985 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=474f2939-0696-4f5c-838a-4d79c7832c70,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:36.705258 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:36.774665 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a564edd-02f7-4d40-a7e4-295b1d8b5790 req-2b7002d2-a133-4fba-91cc-8a0229280a9e tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:36.776117 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2a564edd-02f7-4d40-a7e4-295b1d8b5790 req-2b7002d2-a133-4fba-91cc-8a0229280a9e tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 945 time: 0.0458400 Jun 08 14:00:36.827329 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2a564edd-02f7-4d40-a7e4-295b1d8b5790 req-75708b6d-9033-4d91-9876-dfc84c03fd93 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456564 Jun 08 14:00:37.004902 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed2876-b87f-4a68-a0a7-9159e30c0efb req-9051532c-94f3-46fc-8a1c-6de5bd1ef987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:37.006870 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-efed2876-b87f-4a68-a0a7-9159e30c0efb req-9051532c-94f3-46fc-8a1c-6de5bd1ef987 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 1129 time: 0.0426605 Jun 08 14:00:37.050957 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-efed2876-b87f-4a68-a0a7-9159e30c0efb req-85175aaf-de1a-4cad-ba4d-b5284740919d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384114 Jun 08 14:00:37.947913 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023efff0-c856-460b-a29b-86d07d856378 req-d68d101f-def8-4684-bfad-cfdc292f68f7 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:37.949430 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-023efff0-c856-460b-a29b-86d07d856378 req-d68d101f-def8-4684-bfad-cfdc292f68f7 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 945 time: 0.0473564 Jun 08 14:00:37.999398 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-023efff0-c856-460b-a29b-86d07d856378 req-44be6bce-2b6f-4d5c-af3e-7bc2a0446b7f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443296 Jun 08 14:00:38.196806 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:39.113158 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241b9aa-b1a2-4192-901c-695e1df40363 req-be809680-11a7-4db9-ab5e-d6bea575b3a9 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:39.114614 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5241b9aa-b1a2-4192-901c-695e1df40363 req-be809680-11a7-4db9-ab5e-d6bea575b3a9 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 945 time: 0.0472155 Jun 08 14:00:39.161979 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5241b9aa-b1a2-4192-901c-695e1df40363 req-bc547b22-8498-440a-8690-246248edee82 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418289 Jun 08 14:00:39.276159 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03ed58-d96d-41b7-a75b-2c5bf6a96ce3 req-37f166de-fd9d-4e9c-a55a-ba211029433e tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:39.277588 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8f03ed58-d96d-41b7-a75b-2c5bf6a96ce3 req-37f166de-fd9d-4e9c-a55a-ba211029433e tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 945 time: 0.0492141 Jun 08 14:00:39.325931 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-8f03ed58-d96d-41b7-a75b-2c5bf6a96ce3 req-f1033131-ea61-4658-8027-2890a68f8ecf tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428777 Jun 08 14:00:39.350771 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 44014) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:00:39.429317 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f982fb96-363e-4024-82e2-489b9ec6f26d tempest-TestVolumeBootPattern-463872681 tempest-TestVolumeBootPattern-463872681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:39.431085 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-f982fb96-363e-4024-82e2-489b9ec6f26d tempest-TestVolumeBootPattern-463872681 tempest-TestVolumeBootPattern-463872681-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 1124 time: 0.0790608 Jun 08 14:00:39.434063 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 44018) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:00:39.438182 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Request body: {'floatingip': {'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'port_id': '474f2939-0696-4f5c-838a-4d79c7832c70', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 14:00:39.527935 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:39.605410 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:39.610612 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:39.668626 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:39.715582 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.db_base_plugin_common [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Allocated IP 172.27.1.164 (070b030f-98d2-43d9-b022-f506d26f1e83/4285c1ce-c1bb-4be9-b005-ebf83c2cba00/20855c2f-896f-4cb0-99f7-cfe659969b0b) {{(pid=110997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 14:00:39.818953 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for port (20855c2f-896f-4cb0-99f7-cfe659969b0b), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:39.956963 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (20855c2f-896f-4cb0-99f7-cfe659969b0b), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:39.995955 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Network 070b030f-98d2-43d9-b022-f506d26f1e83 is already hosted by enough agents. {{(pid=110997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 14:00:40.001167 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Resources bound (agent type, host, resource id): {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:00:40.004855 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Received port after_create {{(pid=110997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 14:00:40.008018 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Pushing event updated for resources: {'Port': ['ID=20855c2f-896f-4cb0-99f7-cfe659969b0b,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:40.034064 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:40.035974 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:40.035974 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:40.035974 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:40.035974 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:40.035974 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:40.035974 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:40.036735 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:40.036735 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:40.036963 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:40.037280 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:40.037597 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:40.037910 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:40.038221 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:40.038534 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:40.119235 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:40.614435 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for floatingip (c6a1f72f-644d-4b0a-8e0f-9ee0f49881e2), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:40.728290 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (20855c2f-896f-4cb0-99f7-cfe659969b0b), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:40.899995 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for port (20855c2f-896f-4cb0-99f7-cfe659969b0b), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:40.979529 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407452'] for port (20855c2f-896f-4cb0-99f7-cfe659969b0b), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:41.049118 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Pushing event updated for resources: {'Port': ['ID=20855c2f-896f-4cb0-99f7-cfe659969b0b,revision_number=2']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:41.065690 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (c6a1f72f-644d-4b0a-8e0f-9ee0f49881e2), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:41.161511 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.db.l3_db [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Floating IP c6a1f72f-644d-4b0a-8e0f-9ee0f49881e2 associated. External IP: 172.27.1.164, port: 474f2939-0696-4f5c-838a-4d79c7832c70. Jun 08 14:00:41.163295 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:41.347866 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:41.364100 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:00:41.466560 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:00:41.477095 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41acbfdd-e42e-4f7c-af1a-9f4e31670dd6 None None] Sync routers for ids ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:00:41.487643 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41acbfdd-e42e-4f7c-af1a-9f4e31670dd6 None None] Routers {'16d017ec-1147-4048-a0d0-5fa15f5c3f83'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 14:00:41.488289 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-41acbfdd-e42e-4f7c-af1a-9f4e31670dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T14:00:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:41.553245 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:41.589695 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-8cb5e552-d36e-4394-b173-9c77a93333b5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1544888 Jun 08 14:00:41.590293 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3f14a4-b72e-4500-b1bd-2dca9d571995', 'tag': '474f2939-0696-4f5c-838a-4d79c7832c70'}] {{(pid=110997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:00:41.592668 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2deb37cb3b385adf0db1d4fcfc98a25470d12ffd9c9459d76da49831f0e3658f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d13049-844c-47b1-9ecd-548cacbe5186" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3f14a4-b72e-4500-b1bd-2dca9d571995", "tag": "474f2939-0696-4f5c-838a-4d79c7832c70"}]}' {{(pid=110997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:00:41.688335 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 14:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa8686a-7c0b-4858-b25d-1901f116ee16 x-openstack-request-id: req-6aa8686a-7c0b-4858-b25d-1901f116ee16 {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:00:41.688636 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3f14a4-b72e-4500-b1bd-2dca9d571995", "tag": "474f2939-0696-4f5c-838a-4d79c7832c70", "status": "completed", "code": 200}]} {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:00:41.688875 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6aa8686a-7c0b-4858-b25d-1901f116ee16 {{(pid=110997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:00:41.689283 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa8686a-7c0b-4858-b25d-1901f116ee16'] response: {'name': 'network-changed', 'server_uuid': '7d3f14a4-b72e-4500-b1bd-2dca9d571995', 'tag': '474f2939-0696-4f5c-838a-4d79c7832c70', 'status': 'completed', 'code': 200} Jun 08 14:00:41.721908 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-41acbfdd-e42e-4f7c-af1a-9f4e31670dd6 None None] Set router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 14:00:41.747545 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d13049-844c-47b1-9ecd-548cacbe5186 req-9318fb9c-2bf4-4092-ae44-d4960787347d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:41.749093 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-60d13049-844c-47b1-9ecd-548cacbe5186 req-9318fb9c-2bf4-4092-ae44-d4960787347d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=935e40a140d74e528002c0bcfd1515aa&device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 1129 time: 0.0396135 Jun 08 14:00:41.840901 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d13049-844c-47b1-9ecd-548cacbe5186 req-c20ceb3d-080b-4158-80dd-d81fa13716ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:41.842351 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-60d13049-844c-47b1-9ecd-548cacbe5186 req-c20ceb3d-080b-4158-80dd-d81fa13716ce service neutron] 10.222.0.61 "GET /v2.0/networks?id=8a18d0c8-3777-47d9-8514-f63bd12afcbe HTTP/1.1" status: 200 len: 913 time: 0.0873661 Jun 08 14:00:41.903509 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-60d13049-844c-47b1-9ecd-548cacbe5186 req-9f96b24f-1f32-40c8-b48b-00f4989c51dc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=474f2939-0696-4f5c-838a-4d79c7832c70 HTTP/1.1" status: 200 len: 999 time: 0.0548031 Jun 08 14:00:41.938459 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-41acbfdd-e42e-4f7c-af1a-9f4e31670dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:53Z', 'revision_number': 4, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'gw_port': {'id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': 'c6a1f72f-644d-4b0a-8e0f-9ee0f49881e2', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'port_id': '474f2939-0696-4f5c-838a-4d79c7832c70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'mac_address': 'fa:16:3e:03:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f14a4-b72e-4500-b1bd-2dca9d571995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:00:40Z', 'updated_at': '2022-06-08T14:00:40Z', 'revision_number': 0, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c', 'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'mac_address': 'fa:16:3e:ee:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:52Z', 'updated_at': '2022-06-08T13:59:56Z', 'revision_number': 5, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'subnets': [{'id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:41.952750 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d13049-844c-47b1-9ecd-548cacbe5186 req-bef4a5ad-2e9a-43d0-a8b0-ca50a4c4ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:41.954184 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-60d13049-844c-47b1-9ecd-548cacbe5186 req-bef4a5ad-2e9a-43d0-a8b0-ca50a4c4ec7a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7c438e-4f91-4a5a-aaca-7153a6841c14 HTTP/1.1" status: 200 len: 851 time: 0.0446749 Jun 08 14:00:41.963257 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41acbfdd-e42e-4f7c-af1a-9f4e31670dd6 None None] Checking router: 16d017ec-1147-4048-a0d0-5fa15f5c3f83 for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:00:41.972194 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41acbfdd-e42e-4f7c-af1a-9f4e31670dd6 None None] Routers {'16d017ec-1147-4048-a0d0-5fa15f5c3f83'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 14:00:41.972740 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-41acbfdd-e42e-4f7c-af1a-9f4e31670dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T14:00:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:41.997517 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d13049-844c-47b1-9ecd-548cacbe5186 req-f670fd0d-d7f5-4a80-95d5-46519ad527a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:41.999008 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-60d13049-844c-47b1-9ecd-548cacbe5186 req-f670fd0d-d7f5-4a80-95d5-46519ad527a0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a18d0c8-3777-47d9-8514-f63bd12afcbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393107 Jun 08 14:00:42.074587 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-41acbfdd-e42e-4f7c-af1a-9f4e31670dd6 None None] Set router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 14:00:42.093043 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-60d13049-844c-47b1-9ecd-548cacbe5186 req-2a945b97-f74d-4dfb-adba-f63f6dfb116a service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882802 Jun 08 14:00:42.186058 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-60d13049-844c-47b1-9ecd-548cacbe5186 req-e52fa0dd-9d51-49f9-937c-00842de2e0c1 service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866821 Jun 08 14:00:42.225291 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:42.286480 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-41acbfdd-e42e-4f7c-af1a-9f4e31670dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:53Z', 'revision_number': 4, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'gw_port': {'id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': 'c6a1f72f-644d-4b0a-8e0f-9ee0f49881e2', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'port_id': '474f2939-0696-4f5c-838a-4d79c7832c70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'mac_address': 'fa:16:3e:03:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f14a4-b72e-4500-b1bd-2dca9d571995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:00:40Z', 'updated_at': '2022-06-08T14:00:40Z', 'revision_number': 0, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c', 'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'mac_address': 'fa:16:3e:ee:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:52Z', 'updated_at': '2022-06-08T13:59:56Z', 'revision_number': 5, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'subnets': [{'id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:42.314049 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41acbfdd-e42e-4f7c-af1a-9f4e31670dd6 None None] The sync data for ids ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'] in dv-cinder-819149-5-iscsi is: [{'id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:53Z', 'revision_number': 4, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'gw_port': {'id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': 'c6a1f72f-644d-4b0a-8e0f-9ee0f49881e2', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'port_id': '474f2939-0696-4f5c-838a-4d79c7832c70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'mac_address': 'fa:16:3e:03:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f14a4-b72e-4500-b1bd-2dca9d571995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:00:40Z', 'updated_at': '2022-06-08T14:00:40Z', 'revision_number': 0, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c', 'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'mac_address': 'fa:16:3e:ee:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:52Z', 'updated_at': '2022-06-08T13:59:56Z', 'revision_number': 5, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'subnets': [{'id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:00:42.515752 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc1db85-c529-424a-818c-01596856a694 None None] New status for floating IP c6a1f72f-644d-4b0a-8e0f-9ee0f49881e2: ACTIVE {{(pid=111000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 14:00:43.641916 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:00:50.173294 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fd0f83a7-cfe2-46f5-acd4-aee5525b6a5c req-d221ed07-1594-41d8-9d85-10bdf47bb825 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375755 Jun 08 14:00:50.253942 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f83a7-cfe2-46f5-acd4-aee5525b6a5c req-104a7fc3-8727-452e-b136-3536c68ebdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:50.255394 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fd0f83a7-cfe2-46f5-acd4-aee5525b6a5c req-104a7fc3-8727-452e-b136-3536c68ebdd5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=935e40a140d74e528002c0bcfd1515aa&device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 1129 time: 0.0386252 Jun 08 14:00:50.358896 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f83a7-cfe2-46f5-acd4-aee5525b6a5c req-59f9ee45-e16c-4fe0-a3f1-328af7d066d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:50.360372 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fd0f83a7-cfe2-46f5-acd4-aee5525b6a5c req-59f9ee45-e16c-4fe0-a3f1-328af7d066d4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8a18d0c8-3777-47d9-8514-f63bd12afcbe HTTP/1.1" status: 200 len: 913 time: 0.0859284 Jun 08 14:00:50.419168 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fd0f83a7-cfe2-46f5-acd4-aee5525b6a5c req-cf5e9cbc-693c-43d8-bd48-ab5a2ab94f2c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=474f2939-0696-4f5c-838a-4d79c7832c70 HTTP/1.1" status: 200 len: 1001 time: 0.0532851 Jun 08 14:00:50.468841 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f83a7-cfe2-46f5-acd4-aee5525b6a5c req-55cdcbe1-377f-4ba8-be7a-9d6dc281d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:50.470451 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fd0f83a7-cfe2-46f5-acd4-aee5525b6a5c req-55cdcbe1-377f-4ba8-be7a-9d6dc281d916 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7c438e-4f91-4a5a-aaca-7153a6841c14 HTTP/1.1" status: 200 len: 851 time: 0.0442543 Jun 08 14:00:50.517680 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f83a7-cfe2-46f5-acd4-aee5525b6a5c req-1b000c23-f381-4e65-9606-1cb32bd7aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:50.519146 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fd0f83a7-cfe2-46f5-acd4-aee5525b6a5c req-1b000c23-f381-4e65-9606-1cb32bd7aa34 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a18d0c8-3777-47d9-8514-f63bd12afcbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431886 Jun 08 14:00:50.592320 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:50.609028 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fd0f83a7-cfe2-46f5-acd4-aee5525b6a5c req-310b33d0-1aad-468b-a4cf-4712106b207c service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836947 Jun 08 14:00:50.672553 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:50.703444 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fd0f83a7-cfe2-46f5-acd4-aee5525b6a5c req-529a6500-e4af-49e9-8056-391e313c3335 service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880296 Jun 08 14:00:51.583895 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=7 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:51.585798 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=39,neutron:DELETE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:53.557133 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=87 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:53.558947 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:57.661194 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:00:57.664165 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=28 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:01:00.700109 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=13 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:01:01.830711 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-d893dd62-911b-4816-a719-a1ce399888a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:01:04.070389 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ee2de36b-b128-4b95-a799-990051342e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:01:05.608296 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:01:06.744958 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:01:08.133377 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:01:09.695868 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:01:13.778951 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:01:19.692341 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:01:23.590728 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:01:23.593008 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:01:31.916252 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-11a2409b-43f8-4f61-bd19-b75afb0d4bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:01:32.698616 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:01:32.703466 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=4 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:01:34.070152 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-457df11a-356c-4ee7-a396-3cdd993cdc29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:01:35.596579 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:01:36.681708 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:01:38.145416 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:01:43.653282 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:01:46.695865 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:01:51.169160 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-00a4d7c2-eac0-43d0-8455-3fa99daffd62 req-97fb4a40-b206-4aef-9178-5d5a48d2b4b5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383728 Jun 08 14:01:51.247868 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4d7c2-eac0-43d0-8455-3fa99daffd62 req-caa86130-6709-44a4-bb7d-7da0b36a0152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:51.249395 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-00a4d7c2-eac0-43d0-8455-3fa99daffd62 req-caa86130-6709-44a4-bb7d-7da0b36a0152 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=935e40a140d74e528002c0bcfd1515aa&device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 1129 time: 0.0400407 Jun 08 14:01:51.362011 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4d7c2-eac0-43d0-8455-3fa99daffd62 req-e4a9f757-1585-44f1-ba2e-b82c483c9706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:51.363359 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-00a4d7c2-eac0-43d0-8455-3fa99daffd62 req-e4a9f757-1585-44f1-ba2e-b82c483c9706 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8a18d0c8-3777-47d9-8514-f63bd12afcbe HTTP/1.1" status: 200 len: 913 time: 0.0866008 Jun 08 14:01:51.422251 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-00a4d7c2-eac0-43d0-8455-3fa99daffd62 req-164880dc-e6cd-4172-853a-e45cf42fe3b8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=474f2939-0696-4f5c-838a-4d79c7832c70 HTTP/1.1" status: 200 len: 1001 time: 0.0530715 Jun 08 14:01:51.468248 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4d7c2-eac0-43d0-8455-3fa99daffd62 req-daffeaea-2503-48ad-af0a-8bf2ab317bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:51.475305 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-00a4d7c2-eac0-43d0-8455-3fa99daffd62 req-daffeaea-2503-48ad-af0a-8bf2ab317bcf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7c438e-4f91-4a5a-aaca-7153a6841c14 HTTP/1.1" status: 200 len: 851 time: 0.0424581 Jun 08 14:01:51.519177 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4d7c2-eac0-43d0-8455-3fa99daffd62 req-f8184592-73e8-4da3-a9e8-6654753930a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:51.520704 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-00a4d7c2-eac0-43d0-8455-3fa99daffd62 req-f8184592-73e8-4da3-a9e8-6654753930a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a18d0c8-3777-47d9-8514-f63bd12afcbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447006 Jun 08 14:01:51.607554 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-00a4d7c2-eac0-43d0-8455-3fa99daffd62 req-2c12a91a-ded8-4523-ba0d-20dc3db2c888 service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811610 Jun 08 14:01:51.697964 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-00a4d7c2-eac0-43d0-8455-3fa99daffd62 req-23dd6b1f-31d5-4852-bbd8-4f8429036a3a service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848424 Jun 08 14:01:53.556079 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:01:53.557945 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:02:01.693490 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=49 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:02:01.694251 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=52 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:02:01.921936 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-2429c3a5-dcc2-4fc6-8c34-cfdaac0855f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:04.081528 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ff72617f-07b3-49d4-9328-4fb414147cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:05.544035 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:06.778377 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:08.133680 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:09.698935 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=4 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:02:09.703755 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:02:13.629959 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:17.744564 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [req-0928526c-a4dd-4dc0-afeb-f034dfe48e6c req-b9b45e1b-5ac9-4878-a6c2-e87f8958a62c service neutron] (110997) timed out ('10.222.0.61', 63225) {{(pid=110997) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 08 14:02:17.828583 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [req-d20db95f-941a-4f18-badc-201e2786d940 req-c96caf3e-a7fa-4e01-a5f5-ac589d63af5d service neutron] (110998) timed out ('10.222.0.61', 63254) {{(pid=110998) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 08 14:02:23.554576 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:02:23.556381 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:02:23.695488 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:02:31.852828 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-d339fcb0-9a30-486d-aeb5-163b31b928f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:33.691943 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:02:34.070108 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7471f78-4527-4aaf-9653-991d71073ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:35.566726 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:36.355895 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7adcb6-a21c-42c8-9dd6-a6adacc62566 req-93048458-a5f9-4ca9-88ab-41670a4b1fc8 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:36.357382 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fe7adcb6-a21c-42c8-9dd6-a6adacc62566 req-93048458-a5f9-4ca9-88ab-41670a4b1fc8 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 945 time: 0.1020968 Jun 08 14:02:36.406332 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fe7adcb6-a21c-42c8-9dd6-a6adacc62566 req-1346da43-3d20-43e1-a521-9f979e4cc7f7 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431659 Jun 08 14:02:36.698501 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:37.572738 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3736781-0aa4-4635-929d-ccfb4acc24b1 req-3b0ece91-e240-4961-a8d4-508f4e10d9b2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:37.574203 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d3736781-0aa4-4635-929d-ccfb4acc24b1 req-3b0ece91-e240-4961-a8d4-508f4e10d9b2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 945 time: 0.0975606 Jun 08 14:02:37.629444 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d3736781-0aa4-4635-929d-ccfb4acc24b1 req-fc0fea7c-2f09-4bd2-acb5-1e5588a8c741 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497732 Jun 08 14:02:37.739589 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a9654-f3e5-4896-9fc4-3fd3e4596ee7 req-17a7598e-bceb-45f2-b730-37c1f398f39c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:37.740960 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-d32a9654-f3e5-4896-9fc4-3fd3e4596ee7 req-17a7598e-bceb-45f2-b730-37c1f398f39c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 945 time: 0.0470500 Jun 08 14:02:37.818695 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-d32a9654-f3e5-4896-9fc4-3fd3e4596ee7 req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Deleting port 474f2939-0696-4f5c-838a-4d79c7832c70 {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 14:02:37.819028 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-d32a9654-f3e5-4896-9fc4-3fd3e4596ee7 req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (474f2939-0696-4f5c-838a-4d79c7832c70), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:37.908717 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-d32a9654-f3e5-4896-9fc4-3fd3e4596ee7 req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] For port 474f2939-0696-4f5c-838a-4d79c7832c70, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=474f2939-0696-4f5c-838a-4d79c7832c70,segment=NetworkSegment(ad52415a-d2ef-4340-8cf0-14c5034842af),segment_id=ad52415a-d2ef-4340-8cf0-14c5034842af)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:02:37.909092 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-d32a9654-f3e5-4896-9fc4-3fd3e4596ee7 req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (474f2939-0696-4f5c-838a-4d79c7832c70), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:38.065234 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-d32a9654-f3e5-4896-9fc4-3fd3e4596ee7 req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:38.065591 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-d32a9654-f3e5-4896-9fc4-3fd3e4596ee7 req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (c6a1f72f-644d-4b0a-8e0f-9ee0f49881e2), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:38.065951 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.l3_db [req-d32a9654-f3e5-4896-9fc4-3fd3e4596ee7 req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Floating IP c6a1f72f-644d-4b0a-8e0f-9ee0f49881e2 disassociated. External IP: 172.27.1.164, port: 474f2939-0696-4f5c-838a-4d79c7832c70. Jun 08 14:02:38.066297 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-d32a9654-f3e5-4896-9fc4-3fd3e4596ee7 req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Calling delete_port for 474f2939-0696-4f5c-838a-4d79c7832c70 owned by compute:nova {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 14:02:38.154687 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:38.269968 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-d32a9654-f3e5-4896-9fc4-3fd3e4596ee7 req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (474f2939-0696-4f5c-838a-4d79c7832c70), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:38.303420 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Pushing event deleted for resources: {'Port': ['ID=474f2939-0696-4f5c-838a-4d79c7832c70,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:38.312454 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:38.312804 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:38.313148 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:38.313489 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:38.314252 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:38.314593 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:38.315037 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:38.315439 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:38.315706 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:38.316069 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:38.316398 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:38.316723 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:38.317051 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:38.325324 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:38.325324 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:38.424381 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d32a9654-f3e5-4896-9fc4-3fd3e4596ee7 req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:02:38.522976 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d32a9654-f3e5-4896-9fc4-3fd3e4596ee7 req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:02:38.532637 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf644512-537d-410d-9490-96b986f799b0 None None] Sync routers for ids ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:02:38.545683 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf644512-537d-410d-9490-96b986f799b0 None None] Routers {'16d017ec-1147-4048-a0d0-5fa15f5c3f83'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 14:02:38.546286 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-cf644512-537d-410d-9490-96b986f799b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T14:02:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:38.563924 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32a9654-f3e5-4896-9fc4-3fd3e4596ee7 req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] No DVR routers for this DVR port 474f2939-0696-4f5c-838a-4d79c7832c70 on host hv-cinder-81914 {{(pid=110998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 14:02:38.566600 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-d32a9654-f3e5-4896-9fc4-3fd3e4596ee7 req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:38.569742 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-d32a9654-f3e5-4896-9fc4-3fd3e4596ee7 req-5184f509-d759-4864-99f7-d30b46589cb6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.61 "DELETE /v2.0/ports/474f2939-0696-4f5c-838a-4d79c7832c70 HTTP/1.1" status: 204 len: 173 time: 0.8237298 Jun 08 14:02:38.570130 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3f14a4-b72e-4500-b1bd-2dca9d571995', 'name': 'network-vif-deleted', 'tag': '474f2939-0696-4f5c-838a-4d79c7832c70'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:02:38.572350 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd53e47-c606-4b58-8aa5-37a9d57cc8c6" -d '{"events": [{"server_uuid": "7d3f14a4-b72e-4500-b1bd-2dca9d571995", "name": "network-vif-deleted", "tag": "474f2939-0696-4f5c-838a-4d79c7832c70"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:02:38.611489 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733143bc-5734-4923-9a14-aadda742b1ab x-openstack-request-id: req-733143bc-5734-4923-9a14-aadda742b1ab {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:02:38.611827 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3f14a4-b72e-4500-b1bd-2dca9d571995", "name": "network-vif-deleted", "tag": "474f2939-0696-4f5c-838a-4d79c7832c70", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:02:38.612111 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-733143bc-5734-4923-9a14-aadda742b1ab {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:02:38.612517 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-733143bc-5734-4923-9a14-aadda742b1ab'] response: {'server_uuid': '7d3f14a4-b72e-4500-b1bd-2dca9d571995', 'name': 'network-vif-deleted', 'tag': '474f2939-0696-4f5c-838a-4d79c7832c70', 'status': 'completed', 'code': 200} Jun 08 14:02:38.655481 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-cf644512-537d-410d-9490-96b986f799b0 None None] Set router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 14:02:38.746238 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7216737a-f419-4869-8939-1a564d8435b6 req-f63ab894-6bfb-400b-8bd9-ef8c9ad98b5e tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 210 time: 0.0383918 Jun 08 14:02:38.857390 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-cf644512-537d-410d-9490-96b986f799b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:53Z', 'revision_number': 4, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'gw_port': {'id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c', 'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'mac_address': 'fa:16:3e:ee:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:52Z', 'updated_at': '2022-06-08T13:59:56Z', 'revision_number': 5, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'subnets': [{'id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:38.881473 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf644512-537d-410d-9490-96b986f799b0 None None] Checking router: 16d017ec-1147-4048-a0d0-5fa15f5c3f83 for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:02:38.889594 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf644512-537d-410d-9490-96b986f799b0 None None] Routers {'16d017ec-1147-4048-a0d0-5fa15f5c3f83'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 14:02:38.890184 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-cf644512-537d-410d-9490-96b986f799b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T14:02:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:39.129852 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-cf644512-537d-410d-9490-96b986f799b0 None None] Set router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 14:02:39.312895 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-cf644512-537d-410d-9490-96b986f799b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:53Z', 'revision_number': 4, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'gw_port': {'id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c', 'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'mac_address': 'fa:16:3e:ee:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:52Z', 'updated_at': '2022-06-08T13:59:56Z', 'revision_number': 5, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'subnets': [{'id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:39.338046 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf644512-537d-410d-9490-96b986f799b0 None None] The sync data for ids ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'] in dv-cinder-819149-5-iscsi is: [{'id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:53Z', 'revision_number': 4, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'gw_port': {'id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c', 'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'mac_address': 'fa:16:3e:ee:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:52Z', 'updated_at': '2022-06-08T13:59:56Z', 'revision_number': 5, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'subnets': [{'id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:02:39.556482 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7749986c-8057-4d46-aaf1-631ec143e6e3 None None] New status for floating IP c6a1f72f-644d-4b0a-8e0f-9ee0f49881e2: DOWN {{(pid=111000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 14:02:39.855821 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e823024c-fa1e-4d79-b96b-624dba73193a req-e06cf285-768a-44c8-9477-371db359bf62 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d3f14a4-b72e-4500-b1bd-2dca9d571995 HTTP/1.1" status: 200 len: 210 time: 0.0300672 Jun 08 14:02:41.064821 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-d39954e5-518a-49eb-ab51-6395d60398bc tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1337554340&fields=id&tenant_id=935e40a140d74e528002c0bcfd1515aa HTTP/1.1" status: 200 len: 267 time: 0.0444729 Jun 08 14:02:41.172499 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-40f481cd-6c16-472a-8e28-2b675b78726e tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:41.174638 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-40f481cd-6c16-472a-8e28-2b675b78726e tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/networks?id=8a18d0c8-3777-47d9-8514-f63bd12afcbe HTTP/1.1" status: 200 len: 812 time: 0.1036754 Jun 08 14:02:41.188772 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-6bc99677-75fb-41bf-be06-6c53ed078ac1 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/quotas/935e40a140d74e528002c0bcfd1515aa HTTP/1.1" status: 200 len: 375 time: 0.0089388 Jun 08 14:02:41.238041 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-fed19acf-5a4a-4a3c-9746-d498c68fad1c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=935e40a140d74e528002c0bcfd1515aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443902 Jun 08 14:02:41.295191 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-a38f5a3c-79d7-4345-8cd0-b32b2603b302 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=110997) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 08 14:02:41.296241 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-a38f5a3c-79d7-4345-8cd0-b32b2603b302 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0468304 Jun 08 14:02:41.390855 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-25359ffa-4275-4db4-b5b9-89972538fad4 service neutron] 10.222.0.55 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882199 Jun 08 14:02:41.479821 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-24ec6ed7-5d6d-4a2a-a2ff-ed28e45690a7 service neutron] 10.222.0.55 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828030 Jun 08 14:02:42.030729 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-ee95944b-9e2e-45ad-bb03-b42dbeca8aea req-13aa5d80-8235-4e81-b6f1-7f6150905a97 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 210 time: 0.0292315 Jun 08 14:02:42.940284 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 474f2939-0696-4f5c-838a-4d79c7832c70 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:02:42.959491 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] No Port match for: 474f2939-0696-4f5c-838a-4d79c7832c70 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 14:02:42.959843 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 474f2939-0696-4f5c-838a-4d79c7832c70 not bound to the agent host hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:02:43.130780 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-90b85a66-0291-45a4-a730-b973dea8a91f req-c3c4c66f-d886-4999-83b6-9634646fcd91 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 210 time: 0.0310764 Jun 08 14:02:43.652822 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:43.825255 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-3cffca71-ad19-4c20-9f31-786db67da5e8 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:43.826688 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-3cffca71-ad19-4c20-9f31-786db67da5e8 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.61 "GET /v2.0/networks?id=8a18d0c8-3777-47d9-8514-f63bd12afcbe HTTP/1.1" status: 200 len: 812 time: 0.1040237 Jun 08 14:02:43.840342 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:02:43.847532 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:02:43.888498 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-23684262-8782-4c5b-9603-85a7b74f5e75 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=935e40a140d74e528002c0bcfd1515aa HTTP/1.1" status: 200 len: 380 time: 0.0540953 Jun 08 14:02:43.896379 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-cccd33c1-0f5c-4cb3-bcf0-1757cc290bf5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Request body: {'port': {'device_id': '8605b8d6-81fd-4f0b-b353-4a82d040f2dc', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'admin_state_up': True, 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'security_groups': ['95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15']}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 14:02:44.047420 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-cccd33c1-0f5c-4cb3-bcf0-1757cc290bf5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Made reservation on behalf of 935e40a140d74e528002c0bcfd1515aa for: {'port': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 14:02:44.051755 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-cccd33c1-0f5c-4cb3-bcf0-1757cc290bf5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:44.176263 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-cccd33c1-0f5c-4cb3-bcf0-1757cc290bf5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Allocated IP 172.20.0.9 (8a18d0c8-3777-47d9-8514-f63bd12afcbe/ab7c438e-4f91-4a5a-aaca-7153a6841c14/510c9a79-bb51-4447-a8b8-dec89c386669) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 14:02:44.231385 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-f8d2303e-1e03-43a5-90eb-0c46a1c05be0 req-e5894f37-aca4-43c9-b46d-a9a17f64aa25 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 210 time: 0.0281928 Jun 08 14:02:44.319043 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-cccd33c1-0f5c-4cb3-bcf0-1757cc290bf5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for port (510c9a79-bb51-4447-a8b8-dec89c386669), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:44.423908 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-cccd33c1-0f5c-4cb3-bcf0-1757cc290bf5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (510c9a79-bb51-4447-a8b8-dec89c386669), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:44.464708 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-cccd33c1-0f5c-4cb3-bcf0-1757cc290bf5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Network 8a18d0c8-3777-47d9-8514-f63bd12afcbe is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 14:02:44.467780 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-cccd33c1-0f5c-4cb3-bcf0-1757cc290bf5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:02:44.474715 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-cccd33c1-0f5c-4cb3-bcf0-1757cc290bf5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 14:02:44.476749 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:02:44.498959 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd33c1-0f5c-4cb3-bcf0-1757cc290bf5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Pushing event updated for resources: {'Port': ['ID=510c9a79-bb51-4447-a8b8-dec89c386669,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:44.529013 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-cccd33c1-0f5c-4cb3-bcf0-1757cc290bf5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:44.529761 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-cccd33c1-0f5c-4cb3-bcf0-1757cc290bf5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:44.649895 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-cccd33c1-0f5c-4cb3-bcf0-1757cc290bf5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7569089 Jun 08 14:02:44.673234 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-513ccf6f-c19e-4558-9e88-17cbfae8d30e None None] Provisioning complete for port 510c9a79-bb51-4447-a8b8-dec89c386669 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 14:02:44.673991 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-513ccf6f-c19e-4558-9e88-17cbfae8d30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (510c9a79-bb51-4447-a8b8-dec89c386669), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:44.707553 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-513ccf6f-c19e-4558-9e88-17cbfae8d30e None None] Port 510c9a79-bb51-4447-a8b8-dec89c386669 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 14:02:44.717287 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-ed34cb58-a71d-4d23-a75d-378597b0d89d service neutron] Request body: {'port': {'device_id': '8605b8d6-81fd-4f0b-b353-4a82d040f2dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 14:02:44.807254 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-ed34cb58-a71d-4d23-a75d-378597b0d89d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (510c9a79-bb51-4447-a8b8-dec89c386669), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:45.089984 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:02:45.096400 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-ed34cb58-a71d-4d23-a75d-378597b0d89d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 510c9a79-bb51-4447-a8b8-dec89c386669 {{(pid=110998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 14:02:45.104502 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-ed34cb58-a71d-4d23-a75d-378597b0d89d service neutron] Publish callbacks [] for port (510c9a79-bb51-4447-a8b8-dec89c386669), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:45.117802 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.provisioning_blocks [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-ed34cb58-a71d-4d23-a75d-378597b0d89d service neutron] Transition to ACTIVE for port object 510c9a79-bb51-4447-a8b8-dec89c386669 will not be triggered until provisioned by entity L2. {{(pid=110998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 14:02:45.184331 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-ed34cb58-a71d-4d23-a75d-378597b0d89d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (510c9a79-bb51-4447-a8b8-dec89c386669), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:45.236793 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34cb58-a71d-4d23-a75d-378597b0d89d service neutron] Pushing event updated for resources: {'Port': ['ID=510c9a79-bb51-4447-a8b8-dec89c386669,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:45.311233 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-ed34cb58-a71d-4d23-a75d-378597b0d89d service neutron] Attempting to bind port 510c9a79-bb51-4447-a8b8-dec89c386669 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 14:02:45.311565 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-ed34cb58-a71d-4d23-a75d-378597b0d89d service neutron] Attempting to bind port 510c9a79-bb51-4447-a8b8-dec89c386669 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'ad52415a-d2ef-4340-8cf0-14c5034842af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe'}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 14:02:45.311897 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-ed34cb58-a71d-4d23-a75d-378597b0d89d service neutron] Attempting to bind port 510c9a79-bb51-4447-a8b8-dec89c386669 on network 8a18d0c8-3777-47d9-8514-f63bd12afcbe {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 14:02:45.317865 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-ed34cb58-a71d-4d23-a75d-378597b0d89d service neutron] Port 510c9a79-bb51-4447-a8b8-dec89c386669 on network 8a18d0c8-3777-47d9-8514-f63bd12afcbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 14:02:45.318188 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-ed34cb58-a71d-4d23-a75d-378597b0d89d service neutron] Attempting to bind port 510c9a79-bb51-4447-a8b8-dec89c386669 on network 8a18d0c8-3777-47d9-8514-f63bd12afcbe {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 14:02:45.324539 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-ed34cb58-a71d-4d23-a75d-378597b0d89d service neutron] Checking agent: {'id': '2c87fc52-0797-4c68-9855-572d3067389f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'started_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 14, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 14:02:45.324883 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-ed34cb58-a71d-4d23-a75d-378597b0d89d service neutron] Checking segment: {'id': 'ad52415a-d2ef-4340-8cf0-14c5034842af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 14:02:45.325269 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-ed34cb58-a71d-4d23-a75d-378597b0d89d service neutron] Bound using segment: {'id': 'ad52415a-d2ef-4340-8cf0-14c5034842af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe'} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 14:02:45.325708 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-ed34cb58-a71d-4d23-a75d-378597b0d89d service neutron] Bound port: 510c9a79-bb51-4447-a8b8-dec89c386669, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad52415a-d2ef-4340-8cf0-14c5034842af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe'}}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 14:02:45.326066 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-ed34cb58-a71d-4d23-a75d-378597b0d89d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (510c9a79-bb51-4447-a8b8-dec89c386669), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:45.361738 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5d426-74c8-4f23-8ca0-df5246fa2b15 req-c897f0bb-ccd5-4292-beab-f201cef75890 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:45.363951 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a2e5d426-74c8-4f23-8ca0-df5246fa2b15 req-c897f0bb-ccd5-4292-beab-f201cef75890 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 943 time: 0.0526526 Jun 08 14:02:45.398195 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-ed34cb58-a71d-4d23-a75d-378597b0d89d service neutron] For port 510c9a79-bb51-4447-a8b8-dec89c386669, host hv-cinder-81914, cleared binding levels {{(pid=110998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 14:02:45.402166 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-ed34cb58-a71d-4d23-a75d-378597b0d89d service neutron] For port 510c9a79-bb51-4447-a8b8-dec89c386669, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=510c9a79-bb51-4447-a8b8-dec89c386669,segment=NetworkSegment(ad52415a-d2ef-4340-8cf0-14c5034842af),segment_id=ad52415a-d2ef-4340-8cf0-14c5034842af)] {{(pid=110998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 14:02:45.416469 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a2e5d426-74c8-4f23-8ca0-df5246fa2b15 req-134d2a1b-092d-4ae7-9093-d206b31487e6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463877 Jun 08 14:02:45.453170 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-ed34cb58-a71d-4d23-a75d-378597b0d89d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (510c9a79-bb51-4447-a8b8-dec89c386669), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:45.487677 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-ed34cb58-a71d-4d23-a75d-378597b0d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:45.488319 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-ed34cb58-a71d-4d23-a75d-378597b0d89d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:45.489701 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-ed34cb58-a71d-4d23-a75d-378597b0d89d service neutron] 10.222.0.61 "PUT /v2.0/ports/510c9a79-bb51-4447-a8b8-dec89c386669 HTTP/1.1" status: 200 len: 1093 time: 0.8328938 Jun 08 14:02:45.490132 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8605b8d6-81fd-4f0b-b353-4a82d040f2dc', 'tag': '510c9a79-bb51-4447-a8b8-dec89c386669'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:02:45.492397 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047d484a-b1fd-49ce-b032-7154072a75bb" -d '{"events": [{"name": "network-changed", "server_uuid": "8605b8d6-81fd-4f0b-b353-4a82d040f2dc", "tag": "510c9a79-bb51-4447-a8b8-dec89c386669"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:02:45.516243 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34cb58-a71d-4d23-a75d-378597b0d89d service neutron] Pushing event updated for resources: {'Port': ['ID=510c9a79-bb51-4447-a8b8-dec89c386669,revision_number=3']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:45.534825 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 14:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8f2487-e89d-4182-8bc7-2d2b7c5f25fd x-openstack-request-id: req-fd8f2487-e89d-4182-8bc7-2d2b7c5f25fd {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:02:45.535119 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8605b8d6-81fd-4f0b-b353-4a82d040f2dc", "tag": "510c9a79-bb51-4447-a8b8-dec89c386669", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:02:45.535486 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fd8f2487-e89d-4182-8bc7-2d2b7c5f25fd {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:02:45.535883 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd8f2487-e89d-4182-8bc7-2d2b7c5f25fd'] response: {'name': 'network-changed', 'server_uuid': '8605b8d6-81fd-4f0b-b353-4a82d040f2dc', 'tag': '510c9a79-bb51-4447-a8b8-dec89c386669', 'status': 'completed', 'code': 200} Jun 08 14:02:45.565103 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:02:45.596944 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d484a-b1fd-49ce-b032-7154072a75bb req-06d5e86e-2d58-4589-ba38-a7e05ba03c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:45.598900 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-047d484a-b1fd-49ce-b032-7154072a75bb req-06d5e86e-2d58-4589-ba38-a7e05ba03c43 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=935e40a140d74e528002c0bcfd1515aa&device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 1127 time: 0.0427923 Jun 08 14:02:45.968767 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d484a-b1fd-49ce-b032-7154072a75bb req-8f842d43-92fd-4ac5-9529-c9ab4a7e197c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:45.970735 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-047d484a-b1fd-49ce-b032-7154072a75bb req-8f842d43-92fd-4ac5-9529-c9ab4a7e197c service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=935e40a140d74e528002c0bcfd1515aa&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3639941 Jun 08 14:02:46.059584 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d484a-b1fd-49ce-b032-7154072a75bb req-2a2c75ee-b4e3-4767-a6c7-1f85eedbe2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:46.061038 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-047d484a-b1fd-49ce-b032-7154072a75bb req-2a2c75ee-b4e3-4767-a6c7-1f85eedbe2fe service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856240 Jun 08 14:02:46.136962 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-00552a19-8784-4590-9836-68b0f49e434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:46.138434 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-00552a19-8784-4590-9836-68b0f49e434c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=935e40a140d74e528002c0bcfd1515aa&device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 1127 time: 0.0434017 Jun 08 14:02:46.176192 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-68977757-2ca0-4c92-8d0f-250168f2842b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=510c9a79-bb51-4447-a8b8-dec89c386669 HTTP/1.1" status: 200 len: 217 time: 0.0313244 Jun 08 14:02:46.222713 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-90c886dd-ddbc-4d42-9fc0-b5b1d9451308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:46.224025 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-90c886dd-ddbc-4d42-9fc0-b5b1d9451308 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7c438e-4f91-4a5a-aaca-7153a6841c14 HTTP/1.1" status: 200 len: 851 time: 0.0426593 Jun 08 14:02:46.266066 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-7fcc4eb2-3356-4b9d-ad3a-466caed029a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:46.268283 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-7fcc4eb2-3356-4b9d-ad3a-466caed029a2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a18d0c8-3777-47d9-8514-f63bd12afcbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382583 Jun 08 14:02:46.358431 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-38f5fb73-e6d8-45cf-be2d-ea86821aeb20 service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839703 Jun 08 14:02:46.445501 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-fbbd7eb2-1b7b-428c-b71d-08fe800382a9 req-bf81a5e1-83f3-4bdb-a98d-f7130159b40a service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818563 Jun 08 14:02:46.531582 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5c7ec-5af2-456e-a059-e375ba6d05ef req-190b0c3f-615b-489a-a1cd-20ec323a1d19 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:46.533258 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4fc5c7ec-5af2-456e-a059-e375ba6d05ef req-190b0c3f-615b-489a-a1cd-20ec323a1d19 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 943 time: 0.0481298 Jun 08 14:02:46.585884 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-4fc5c7ec-5af2-456e-a059-e375ba6d05ef req-53c865d2-3b5e-4d2e-b5d9-876d983d50ca tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471857 Jun 08 14:02:47.703427 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4f408-36d6-4a25-96ef-17caecb0b9b0 req-e936830d-8889-4ee7-8c43-72d816cfea44 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:47.705718 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d1e4f408-36d6-4a25-96ef-17caecb0b9b0 req-e936830d-8889-4ee7-8c43-72d816cfea44 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 943 time: 0.0481749 Jun 08 14:02:47.754185 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d1e4f408-36d6-4a25-96ef-17caecb0b9b0 req-9fb4be97-5eb4-4dc7-b9e9-129ac86ffd57 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428736 Jun 08 14:02:48.868188 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16071a29-2cb4-4f16-af04-7e950513200f req-05186ab4-fde9-49f5-a17f-c6c2a33db2a7 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:48.869628 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-16071a29-2cb4-4f16-af04-7e950513200f req-05186ab4-fde9-49f5-a17f-c6c2a33db2a7 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 943 time: 0.0468204 Jun 08 14:02:48.913173 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:02:48.918012 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-16071a29-2cb4-4f16-af04-7e950513200f req-0760a431-9a30-4410-891e-4cbee530cd22 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430255 Jun 08 14:02:50.019634 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:02:50.036441 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9273e1-0516-4287-9704-8a4755ff61a8 req-745fc9d2-37cd-4104-93f9-8f7df9b2e447 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:50.037913 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-af9273e1-0516-4287-9704-8a4755ff61a8 req-745fc9d2-37cd-4104-93f9-8f7df9b2e447 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 943 time: 0.0525546 Jun 08 14:02:50.087195 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-af9273e1-0516-4287-9704-8a4755ff61a8 req-5c1b2826-2475-4a49-a0d4-dffb8021aae8 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437927 Jun 08 14:02:51.199429 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd78c39-9701-4279-8513-6c37e0188c1d req-e28378f8-5ba6-4c9e-8852-386b9129a4e9 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:51.200906 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7fd78c39-9701-4279-8513-6c37e0188c1d req-e28378f8-5ba6-4c9e-8852-386b9129a4e9 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 943 time: 0.0466909 Jun 08 14:02:51.249706 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7fd78c39-9701-4279-8513-6c37e0188c1d req-09319b15-25e5-4460-81e9-beddc8310698 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427644 Jun 08 14:02:52.365651 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b1905-a456-4c19-8544-be4969fdc9a3 req-fa444e0c-40cc-4abe-bd12-e8772ed40483 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:52.367047 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bd4b1905-a456-4c19-8544-be4969fdc9a3 req-fa444e0c-40cc-4abe-bd12-e8772ed40483 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 943 time: 0.0504842 Jun 08 14:02:52.416123 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-bd4b1905-a456-4c19-8544-be4969fdc9a3 req-ccdc14e4-138e-4a32-be75-afdcdb960449 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435131 Jun 08 14:02:53.534751 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7db13-8e5b-4401-9b56-334c6491b52c req-e91e28f9-33eb-471a-ab2f-ad62ad5767ac tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:53.536257 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b3a7db13-8e5b-4401-9b56-334c6491b52c req-e91e28f9-33eb-471a-ab2f-ad62ad5767ac tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 943 time: 0.0475073 Jun 08 14:02:53.586673 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b3a7db13-8e5b-4401-9b56-334c6491b52c req-8a4e32be-5e29-4854-808c-2cdea60a8015 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448642 Jun 08 14:02:54.700583 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80f0f9-3d91-4c5a-98ce-e8a9f1692a37 req-d33472cf-e2ea-4ec4-8a6e-824ef28f9970 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:54.702034 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5c80f0f9-3d91-4c5a-98ce-e8a9f1692a37 req-d33472cf-e2ea-4ec4-8a6e-824ef28f9970 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 943 time: 0.0476186 Jun 08 14:02:54.756453 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5c80f0f9-3d91-4c5a-98ce-e8a9f1692a37 req-19373771-7ad9-460d-ba42-2610c60ebed9 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482790 Jun 08 14:02:54.968624 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 510c9a79-bb51-4447-a8b8-dec89c386669 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 14:02:54.971263 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:02:54.972724 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:02:55.069967 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 510c9a79-bb51-4447-a8b8-dec89c386669, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=510c9a79-bb51-4447-a8b8-dec89c386669,segment=NetworkSegment(ad52415a-d2ef-4340-8cf0-14c5034842af),segment_id=ad52415a-d2ef-4340-8cf0-14c5034842af)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:02:55.081165 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Returning: {'device': '510c9a79-bb51-4447-a8b8-dec89c386669', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'port_id': '510c9a79-bb51-4447-a8b8-dec89c386669', 'mac_address': 'fa:16:3e:d6:af:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 14:02:55.115983 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 510c9a79-bb51-4447-a8b8-dec89c386669 is: DOWN; New status is: BUILD {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 14:02:55.116374 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (510c9a79-bb51-4447-a8b8-dec89c386669), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:55.130451 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 510c9a79-bb51-4447-a8b8-dec89c386669 {{(pid=110999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 14:02:55.149252 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 510c9a79-bb51-4447-a8b8-dec89c386669, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=510c9a79-bb51-4447-a8b8-dec89c386669,segment=NetworkSegment(ad52415a-d2ef-4340-8cf0-14c5034842af),segment_id=ad52415a-d2ef-4340-8cf0-14c5034842af)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:02:55.229562 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (510c9a79-bb51-4447-a8b8-dec89c386669), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:55.281776 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=510c9a79-bb51-4447-a8b8-dec89c386669,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:55.289752 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:55.290103 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:55.290446 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:55.290786 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:55.291122 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:55.291450 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:55.291782 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:55.292134 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:55.292461 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:55.292789 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:55.293090 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:55.293416 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:55.293759 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:55.294077 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:55.294397 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:55.447950 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['510c9a79-bb51-4447-a8b8-dec89c386669'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 14:02:55.869565 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d23355-5572-411c-aa10-df8f5f9a6d58 req-28c1136b-8f56-4373-9241-a29b6bd60a74 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:55.871014 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b3d23355-5572-411c-aa10-df8f5f9a6d58 req-28c1136b-8f56-4373-9241-a29b6bd60a74 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 944 time: 0.0480990 Jun 08 14:02:55.920414 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-b3d23355-5572-411c-aa10-df8f5f9a6d58 req-f4ecfc9a-b790-4768-b765-ff67d7afbfcd tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438917 Jun 08 14:02:56.432923 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=44 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:02:56.442900 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:02:56.969524 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 510c9a79-bb51-4447-a8b8-dec89c386669 up at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 14:02:57.014240 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning for port 510c9a79-bb51-4447-a8b8-dec89c386669 completed by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 14:02:57.036861 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ec38f-90c5-4d2e-b941-41b46cd86097 req-f5529c95-93df-4ae7-b3bc-120227175524 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:57.038372 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a65ec38f-90c5-4d2e-b941-41b46cd86097 req-f5529c95-93df-4ae7-b3bc-120227175524 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 944 time: 0.0482986 Jun 08 14:02:57.075452 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning complete for port 510c9a79-bb51-4447-a8b8-dec89c386669 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 14:02:57.075844 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (510c9a79-bb51-4447-a8b8-dec89c386669), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:57.088975 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-a65ec38f-90c5-4d2e-b941-41b46cd86097 req-84d518c3-2058-470b-a333-e605f6d8d01a tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448918 Jun 08 14:02:57.097231 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:02:57.149502 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 510c9a79-bb51-4447-a8b8-dec89c386669 is: BUILD; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 14:02:57.149879 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (510c9a79-bb51-4447-a8b8-dec89c386669), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:57.176499 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8605b8d6-81fd-4f0b-b353-4a82d040f2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510c9a79-bb51-4447-a8b8-dec89c386669'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:02:57.178703 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919548f8-3b31-46e7-a259-563a5b2feec7" -d '{"events": [{"server_uuid": "8605b8d6-81fd-4f0b-b353-4a82d040f2dc", "name": "network-vif-plugged", "status": "completed", "tag": "510c9a79-bb51-4447-a8b8-dec89c386669"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:02:57.191804 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 510c9a79-bb51-4447-a8b8-dec89c386669, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=510c9a79-bb51-4447-a8b8-dec89c386669,segment=NetworkSegment(ad52415a-d2ef-4340-8cf0-14c5034842af),segment_id=ad52415a-d2ef-4340-8cf0-14c5034842af)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:02:57.217667 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a63162-fcc5-41cc-98e7-587ee4ff64f6 x-openstack-request-id: req-60a63162-fcc5-41cc-98e7-587ee4ff64f6 {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:02:57.219956 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8605b8d6-81fd-4f0b-b353-4a82d040f2dc", "name": "network-vif-plugged", "status": "completed", "tag": "510c9a79-bb51-4447-a8b8-dec89c386669", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:02:57.219956 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-60a63162-fcc5-41cc-98e7-587ee4ff64f6 {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:02:57.219956 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a63162-fcc5-41cc-98e7-587ee4ff64f6'] response: {'server_uuid': '8605b8d6-81fd-4f0b-b353-4a82d040f2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510c9a79-bb51-4447-a8b8-dec89c386669', 'code': 200} Jun 08 14:02:57.229901 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (510c9a79-bb51-4447-a8b8-dec89c386669), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:57.277426 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=510c9a79-bb51-4447-a8b8-dec89c386669,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:57.580242 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46510e9b-980a-42fc-9259-232ad2e86526 req-9f050dbd-9a44-4320-8f55-73b74fb70fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:57.581770 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-46510e9b-980a-42fc-9259-232ad2e86526 req-9f050dbd-9a44-4320-8f55-73b74fb70fd0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 1129 time: 0.0428622 Jun 08 14:02:57.628101 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-46510e9b-980a-42fc-9259-232ad2e86526 req-f1ff815a-120c-40e5-a356-1c712b8e09a8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403647 Jun 08 14:02:57.675069 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:02:57.675786 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=21 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:02:58.209570 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b5968-de8c-42d8-925e-1c8b8e78382d req-25e51ea9-ef61-45af-921a-2448f4bb2d3f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:58.211042 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-477b5968-de8c-42d8-925e-1c8b8e78382d req-25e51ea9-ef61-45af-921a-2448f4bb2d3f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 945 time: 0.0514801 Jun 08 14:02:58.259777 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-477b5968-de8c-42d8-925e-1c8b8e78382d req-315d56fd-5592-449e-b2c1-f50381ee826f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432291 Jun 08 14:02:59.374957 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a078b4-4dc4-4646-a10d-9690e2afdf98 req-77637e92-6ac5-4b6b-8f7c-20b33177a60d tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:59.376353 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-45a078b4-4dc4-4646-a10d-9690e2afdf98 req-77637e92-6ac5-4b6b-8f7c-20b33177a60d tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 945 time: 0.0470002 Jun 08 14:02:59.425406 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-45a078b4-4dc4-4646-a10d-9690e2afdf98 req-d77ba85e-cd82-4110-b5ee-86f8b3f7eb85 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436602 Jun 08 14:02:59.540435 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16327072-b614-4b6f-a9b6-99eab03f8c62 req-04b51bd1-822f-46c9-a328-2d1cf423eb59 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:59.541909 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-16327072-b614-4b6f-a9b6-99eab03f8c62 req-04b51bd1-822f-46c9-a328-2d1cf423eb59 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 945 time: 0.0479474 Jun 08 14:02:59.595489 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-16327072-b614-4b6f-a9b6-99eab03f8c62 req-1675c507-df4c-4b58-9e51-c0ab6b326954 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479844 Jun 08 14:02:59.617915 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 44150) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:02:59.655615 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c7ecbb-f576-49ed-9947-d15a8532ea4c tempest-TestVolumeBootPattern-463872681 tempest-TestVolumeBootPattern-463872681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:59.657362 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-00c7ecbb-f576-49ed-9947-d15a8532ea4c tempest-TestVolumeBootPattern-463872681 tempest-TestVolumeBootPattern-463872681-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 1124 time: 0.0383708 Jun 08 14:02:59.666247 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 44152) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:02:59.670615 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Request body: {'floatingip': {'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'port_id': '510c9a79-bb51-4447-a8b8-dec89c386669', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 14:02:59.811893 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:59.857860 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:02:59.860277 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:02:59.891956 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:02:59.997649 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.db_base_plugin_common [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Allocated IP 172.27.1.115 (070b030f-98d2-43d9-b022-f506d26f1e83/4285c1ce-c1bb-4be9-b005-ebf83c2cba00/3a60ba40-a6c1-4c61-a568-dabcf43c5a0f) {{(pid=110997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 14:03:00.098361 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for port (3a60ba40-a6c1-4c61-a568-dabcf43c5a0f), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:03:00.172460 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (3a60ba40-a6c1-4c61-a568-dabcf43c5a0f), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:03:00.209041 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Network 070b030f-98d2-43d9-b022-f506d26f1e83 is already hosted by enough agents. {{(pid=110997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 14:03:00.211953 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Resources bound (agent type, host, resource id): {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:03:00.218583 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Received port after_create {{(pid=110997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 14:03:00.224383 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Pushing event updated for resources: {'Port': ['ID=3a60ba40-a6c1-4c61-a568-dabcf43c5a0f,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:00.251756 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:00.252181 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:00.252523 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:00.252852 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:00.253179 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:00.253502 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:00.253822 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:00.254138 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:00.254458 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:00.254770 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:00.255086 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:00.255401 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:00.255714 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:00.256029 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:00.264127 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:00.383552 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:03:00.578639 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for floatingip (f4f3db5c-d38f-40a3-acbe-9f02299e82d9), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:03:00.693731 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:03:00.719123 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (3a60ba40-a6c1-4c61-a568-dabcf43c5a0f), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:03:00.853754 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:03:00.896035 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for port (3a60ba40-a6c1-4c61-a568-dabcf43c5a0f), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:03:00.965622 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407452'] for port (3a60ba40-a6c1-4c61-a568-dabcf43c5a0f), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:03:01.038602 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Pushing event updated for resources: {'Port': ['ID=3a60ba40-a6c1-4c61-a568-dabcf43c5a0f,revision_number=2']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:01.051009 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (f4f3db5c-d38f-40a3-acbe-9f02299e82d9), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:03:01.147860 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.db.l3_db [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Floating IP f4f3db5c-d38f-40a3-acbe-9f02299e82d9 associated. External IP: 172.27.1.115, port: 510c9a79-bb51-4447-a8b8-dec89c386669. Jun 08 14:03:01.583244 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:03:01.585479 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:03:01.688496 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:03:01.698265 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd68c7-a578-493b-8fea-e9b03a6b672c None None] Sync routers for ids ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:03:01.708921 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cd68c7-a578-493b-8fea-e9b03a6b672c None None] Routers {'16d017ec-1147-4048-a0d0-5fa15f5c3f83'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 14:03:01.709532 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-86cd68c7-a578-493b-8fea-e9b03a6b672c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T14:02:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:03:01.763148 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:03:01.793582 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:03:01.795278 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-ac59f059-53a6-49e5-b0d6-76a8ed931d58 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1280148 Jun 08 14:03:01.795864 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8605b8d6-81fd-4f0b-b353-4a82d040f2dc', 'tag': '510c9a79-bb51-4447-a8b8-dec89c386669'}] {{(pid=110997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:03:01.798254 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2deb37cb3b385adf0db1d4fcfc98a25470d12ffd9c9459d76da49831f0e3658f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c49baf-ab2b-4207-877e-8c1932572bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "8605b8d6-81fd-4f0b-b353-4a82d040f2dc", "tag": "510c9a79-bb51-4447-a8b8-dec89c386669"}]}' {{(pid=110997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:03:01.821817 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-8cbb5d26-0185-49f9-af54-e0cc02d9f8e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:03:01.827352 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-86cd68c7-a578-493b-8fea-e9b03a6b672c None None] Set router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 14:03:01.834937 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 14:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21750cd-1113-44f4-9dba-a08fb2e35e85 x-openstack-request-id: req-b21750cd-1113-44f4-9dba-a08fb2e35e85 {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:03:01.835218 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8605b8d6-81fd-4f0b-b353-4a82d040f2dc", "tag": "510c9a79-bb51-4447-a8b8-dec89c386669", "status": "completed", "code": 200}]} {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:03:01.835463 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b21750cd-1113-44f4-9dba-a08fb2e35e85 {{(pid=110997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:03:01.835855 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b21750cd-1113-44f4-9dba-a08fb2e35e85'] response: {'name': 'network-changed', 'server_uuid': '8605b8d6-81fd-4f0b-b353-4a82d040f2dc', 'tag': '510c9a79-bb51-4447-a8b8-dec89c386669', 'status': 'completed', 'code': 200} Jun 08 14:03:01.897781 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c49baf-ab2b-4207-877e-8c1932572bdc req-c1f43015-05f6-463a-8e73-ec9cd7318d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:01.899318 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-e2c49baf-ab2b-4207-877e-8c1932572bdc req-c1f43015-05f6-463a-8e73-ec9cd7318d14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=935e40a140d74e528002c0bcfd1515aa&device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 1129 time: 0.0406363 Jun 08 14:03:01.994291 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c49baf-ab2b-4207-877e-8c1932572bdc req-1506a3b7-e5e6-4fc5-9a48-6e10da2f8ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:01.995789 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-e2c49baf-ab2b-4207-877e-8c1932572bdc req-1506a3b7-e5e6-4fc5-9a48-6e10da2f8ab2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8a18d0c8-3777-47d9-8514-f63bd12afcbe HTTP/1.1" status: 200 len: 913 time: 0.0900130 Jun 08 14:03:02.066984 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-86cd68c7-a578-493b-8fea-e9b03a6b672c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:53Z', 'revision_number': 4, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'gw_port': {'id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': 'f4f3db5c-d38f-40a3-acbe-9f02299e82d9', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'port_id': '510c9a79-bb51-4447-a8b8-dec89c386669', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'mac_address': 'fa:16:3e:d6:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8605b8d6-81fd-4f0b-b353-4a82d040f2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:03:00Z', 'updated_at': '2022-06-08T14:03:00Z', 'revision_number': 0, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c', 'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'mac_address': 'fa:16:3e:ee:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:52Z', 'updated_at': '2022-06-08T13:59:56Z', 'revision_number': 5, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'subnets': [{'id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:03:02.091863 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-e2c49baf-ab2b-4207-877e-8c1932572bdc req-6e7a8e3f-808d-492e-add1-2bc28abec7e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=510c9a79-bb51-4447-a8b8-dec89c386669 HTTP/1.1" status: 200 len: 999 time: 0.0882816 Jun 08 14:03:02.101262 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd68c7-a578-493b-8fea-e9b03a6b672c None None] Checking router: 16d017ec-1147-4048-a0d0-5fa15f5c3f83 for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:03:02.110320 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cd68c7-a578-493b-8fea-e9b03a6b672c None None] Routers {'16d017ec-1147-4048-a0d0-5fa15f5c3f83'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 14:03:02.110918 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-86cd68c7-a578-493b-8fea-e9b03a6b672c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T14:02:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:03:02.142148 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c49baf-ab2b-4207-877e-8c1932572bdc req-e5256620-4666-4ea0-a07c-c720fdb9dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:02.144368 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-e2c49baf-ab2b-4207-877e-8c1932572bdc req-e5256620-4666-4ea0-a07c-c720fdb9dc48 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7c438e-4f91-4a5a-aaca-7153a6841c14 HTTP/1.1" status: 200 len: 851 time: 0.0451870 Jun 08 14:03:02.191138 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c49baf-ab2b-4207-877e-8c1932572bdc req-ffdf6572-e45b-4267-a751-252e934e44aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:02.192664 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-e2c49baf-ab2b-4207-877e-8c1932572bdc req-ffdf6572-e45b-4267-a751-252e934e44aa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a18d0c8-3777-47d9-8514-f63bd12afcbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429235 Jun 08 14:03:02.211743 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-86cd68c7-a578-493b-8fea-e9b03a6b672c None None] Set router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 14:03:02.281249 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-e2c49baf-ab2b-4207-877e-8c1932572bdc req-22736190-6455-4d49-a889-485732dd39ea service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826890 Jun 08 14:03:02.375968 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-e2c49baf-ab2b-4207-877e-8c1932572bdc req-b6b0679c-544c-4ef5-ac22-3b4dce452437 service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882263 Jun 08 14:03:02.418786 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-86cd68c7-a578-493b-8fea-e9b03a6b672c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:53Z', 'revision_number': 4, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'gw_port': {'id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': 'f4f3db5c-d38f-40a3-acbe-9f02299e82d9', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'port_id': '510c9a79-bb51-4447-a8b8-dec89c386669', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'mac_address': 'fa:16:3e:d6:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8605b8d6-81fd-4f0b-b353-4a82d040f2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:03:00Z', 'updated_at': '2022-06-08T14:03:00Z', 'revision_number': 0, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c', 'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'mac_address': 'fa:16:3e:ee:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:52Z', 'updated_at': '2022-06-08T13:59:56Z', 'revision_number': 5, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'subnets': [{'id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:03:02.421314 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=100 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:03:02.448302 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd68c7-a578-493b-8fea-e9b03a6b672c None None] The sync data for ids ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'] in dv-cinder-819149-5-iscsi is: [{'id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:53Z', 'revision_number': 4, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'gw_port': {'id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': 'f4f3db5c-d38f-40a3-acbe-9f02299e82d9', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'port_id': '510c9a79-bb51-4447-a8b8-dec89c386669', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'mac_address': 'fa:16:3e:d6:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8605b8d6-81fd-4f0b-b353-4a82d040f2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:03:00Z', 'updated_at': '2022-06-08T14:03:00Z', 'revision_number': 0, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c', 'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'mac_address': 'fa:16:3e:ee:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:52Z', 'updated_at': '2022-06-08T13:59:56Z', 'revision_number': 5, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'subnets': [{'id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:03:02.639273 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ac3e0e-f034-4a6b-9774-cc8b6c443fc7 None None] New status for floating IP f4f3db5c-d38f-40a3-acbe-9f02299e82d9: ACTIVE {{(pid=111000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 14:03:04.063492 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-fee38d21-da8c-455b-90a8-8bd5bc958a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:03:05.543621 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:03:06.669145 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:03:08.132282 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:03:11.787757 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=10,neutron:DELETE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:03:11.791835 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=58,neutron:DELETE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:03:12.371378 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=50 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:03:12.373203 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=62 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:03:12.737758 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:03:12.740551 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:03:13.612293 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:03:23.550323 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:03:23.557187 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:03:23.692217 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:03:23.697042 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=4 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:03:31.839988 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-35a357bc-20e8-4b5f-a307-f739d35fb635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:03:34.066367 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-4160e14d-bce6-47ca-b32b-a962cd43e0f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:03:35.589357 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:03:36.697717 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:03:37.692631 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:03:38.176948 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:03:43.629495 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:03:47.688465 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:03:47.689337 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:03:52.169067 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-d8883719-8ab6-455d-a139-e60ab5ed0868 req-1f272f43-0e9c-4874-8c6a-faa570930f0c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386918 Jun 08 14:03:52.249173 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8883719-8ab6-455d-a139-e60ab5ed0868 req-94588b99-c485-408b-9817-a9021c109515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:52.251195 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-d8883719-8ab6-455d-a139-e60ab5ed0868 req-94588b99-c485-408b-9817-a9021c109515 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=935e40a140d74e528002c0bcfd1515aa&device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 1129 time: 0.0398073 Jun 08 14:03:52.356890 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8883719-8ab6-455d-a139-e60ab5ed0868 req-143a71dd-eec3-46b9-9151-40514d43f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:52.358264 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-d8883719-8ab6-455d-a139-e60ab5ed0868 req-143a71dd-eec3-46b9-9151-40514d43f7ad service neutron] 10.222.0.61 "GET /v2.0/networks?id=8a18d0c8-3777-47d9-8514-f63bd12afcbe HTTP/1.1" status: 200 len: 913 time: 0.0875316 Jun 08 14:03:52.419001 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-d8883719-8ab6-455d-a139-e60ab5ed0868 req-127ad046-0104-4329-92b8-56c5b070a1bd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=510c9a79-bb51-4447-a8b8-dec89c386669 HTTP/1.1" status: 200 len: 1001 time: 0.0540535 Jun 08 14:03:52.466469 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8883719-8ab6-455d-a139-e60ab5ed0868 req-1ea064eb-584a-446b-a234-1155e59e8a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:52.467903 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-d8883719-8ab6-455d-a139-e60ab5ed0868 req-1ea064eb-584a-446b-a234-1155e59e8a58 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7c438e-4f91-4a5a-aaca-7153a6841c14 HTTP/1.1" status: 200 len: 851 time: 0.0430369 Jun 08 14:03:52.510319 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8883719-8ab6-455d-a139-e60ab5ed0868 req-b452c0ea-0bf9-4f60-904e-a96436713d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:52.511751 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-d8883719-8ab6-455d-a139-e60ab5ed0868 req-b452c0ea-0bf9-4f60-904e-a96436713d3e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a18d0c8-3777-47d9-8514-f63bd12afcbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370438 Jun 08 14:03:52.603942 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-d8883719-8ab6-455d-a139-e60ab5ed0868 req-0f88bca7-619e-4460-a514-329b44ad5332 service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853052 Jun 08 14:03:52.697628 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-d8883719-8ab6-455d-a139-e60ab5ed0868 req-07d690d1-bbbc-4d18-9d6a-1068f78dc7a8 service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864737 Jun 08 14:03:53.569121 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:03:53.571048 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:04:00.692647 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:04:00.703638 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=5 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:04:01.840228 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-3350e6bb-bc3c-40bc-9ce3-a031ddf3965b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:04:02.692917 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=54 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:04:02.694804 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=47 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:04:04.079898 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-580cec31-c548-4dcb-9b5b-f433d9c009f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:04:05.560350 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:04:06.714113 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:04:08.120262 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:04:13.644740 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:04:14.692325 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:04:23.564260 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:04:23.569257 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:04:25.714555 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=4 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:04:31.817024 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-0cd252b0-64f2-490e-8f3c-8bc6b1105c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:04:34.114606 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-0ad3a108-cf93-42c2-9adf-55170a32c2d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:04:35.570903 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:04:36.759435 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:04:37.694440 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:04:37.699273 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=4 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:04:38.159751 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:04:39.630729 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [req-fc54066f-2f9e-4ec5-86a5-2376403725b7 req-c3ddef97-2ae3-462f-950a-c2803fbd1730 service neutron] (110997) timed out ('10.222.0.55', 37886) {{(pid=110997) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 08 14:04:43.645029 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:04:51.692562 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:04:52.662770 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-8b0e7cb5-fc61-4ff0-b4cd-ec6d39ab5eba tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1337554340&fields=id&tenant_id=935e40a140d74e528002c0bcfd1515aa HTTP/1.1" status: 200 len: 267 time: 0.0493159 Jun 08 14:04:52.779851 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-457be0bc-3165-4c0c-9077-2690a20dc730 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:04:52.781532 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-457be0bc-3165-4c0c-9077-2690a20dc730 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/networks?id=8a18d0c8-3777-47d9-8514-f63bd12afcbe HTTP/1.1" status: 200 len: 812 time: 0.1125627 Jun 08 14:04:52.795896 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-a9261bd9-80b7-4e3b-bfdc-6ec68c37ce25 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/quotas/935e40a140d74e528002c0bcfd1515aa HTTP/1.1" status: 200 len: 375 time: 0.0090744 Jun 08 14:04:52.850454 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-99f4e299-bb2c-4c68-a6da-6ac17f44330c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=935e40a140d74e528002c0bcfd1515aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499024 Jun 08 14:04:52.946534 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-34e3d327-e0df-4731-9eef-66d0cd7d1273 service neutron] 10.222.0.55 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838912 Jun 08 14:04:53.040460 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-7bcc2106-2e81-4ee1-8ab9-ca6daa9c1eea service neutron] 10.222.0.55 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876029 Jun 08 14:04:53.169574 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-9e6cccfd-d9c3-4d3e-aa27-94cb4aa54914 req-67a35b00-294e-453b-87a0-50c3470c32d2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411983 Jun 08 14:04:53.249439 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cccfd-d9c3-4d3e-aa27-94cb4aa54914 req-8e13d7dc-1bf5-42f2-b30d-b6f5d29016a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:04:53.250838 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-9e6cccfd-d9c3-4d3e-aa27-94cb4aa54914 req-8e13d7dc-1bf5-42f2-b30d-b6f5d29016a2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=935e40a140d74e528002c0bcfd1515aa&device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 1129 time: 0.0405796 Jun 08 14:04:53.353524 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cccfd-d9c3-4d3e-aa27-94cb4aa54914 req-f82bcb0e-bd2e-4fd2-8bf9-e64829324ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:04:53.355245 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-9e6cccfd-d9c3-4d3e-aa27-94cb4aa54914 req-f82bcb0e-bd2e-4fd2-8bf9-e64829324ad0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8a18d0c8-3777-47d9-8514-f63bd12afcbe HTTP/1.1" status: 200 len: 913 time: 0.0872071 Jun 08 14:04:53.422990 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-9e6cccfd-d9c3-4d3e-aa27-94cb4aa54914 req-3ef1860b-95b0-47af-b0ba-bd2e7592efa6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=510c9a79-bb51-4447-a8b8-dec89c386669 HTTP/1.1" status: 200 len: 1001 time: 0.0548682 Jun 08 14:04:53.470573 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cccfd-d9c3-4d3e-aa27-94cb4aa54914 req-a281049a-dc53-4e7e-8c6d-36d2b1d1b510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:04:53.472016 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-9e6cccfd-d9c3-4d3e-aa27-94cb4aa54914 req-a281049a-dc53-4e7e-8c6d-36d2b1d1b510 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7c438e-4f91-4a5a-aaca-7153a6841c14 HTTP/1.1" status: 200 len: 851 time: 0.0430410 Jun 08 14:04:53.519765 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cccfd-d9c3-4d3e-aa27-94cb4aa54914 req-c4359798-c204-49ce-8f86-96493d82eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:04:53.521207 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-9e6cccfd-d9c3-4d3e-aa27-94cb4aa54914 req-c4359798-c204-49ce-8f86-96493d82eb9e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a18d0c8-3777-47d9-8514-f63bd12afcbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438678 Jun 08 14:04:53.584337 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:04:53.586198 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:04:53.610859 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-9e6cccfd-d9c3-4d3e-aa27-94cb4aa54914 req-4780dfe2-00a2-41d9-89ab-9da8497101f8 service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837321 Jun 08 14:04:53.684001 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-52b5d0db-6f56-49c4-9136-d6cec2e59253 req-f856d012-4910-4af6-b07c-0a69a1faaa0e tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6 HTTP/1.1" status: 200 len: 210 time: 0.0388336 Jun 08 14:04:53.728555 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-9e6cccfd-d9c3-4d3e-aa27-94cb4aa54914 req-28674e88-e8c6-4f76-bcc9-12f244372288 service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109154 Jun 08 14:04:54.773481 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c00e5e26-d41c-44ab-b4c2-7cc16612e1db req-428fe404-1047-41d7-b4f4-1bdeefac9023 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6 HTTP/1.1" status: 200 len: 210 time: 0.0282555 Jun 08 14:04:55.894432 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e0b48849-10ff-42d6-9ec5-a25902eaaee0 req-eb5cb339-28aa-4a8e-9cbd-ded2d39ff3be tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6 HTTP/1.1" status: 200 len: 210 time: 0.0434864 Jun 08 14:04:55.922868 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-e6f08db1-2e11-4e71-b315-d553a3b8cf47 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:04:55.924348 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-e6f08db1-2e11-4e71-b315-d553a3b8cf47 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.61 "GET /v2.0/networks?id=8a18d0c8-3777-47d9-8514-f63bd12afcbe HTTP/1.1" status: 200 len: 812 time: 0.1202862 Jun 08 14:04:55.988475 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-7370dad0-8a27-4d63-834a-c52c9dcddff6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=935e40a140d74e528002c0bcfd1515aa HTTP/1.1" status: 200 len: 380 time: 0.0565794 Jun 08 14:04:55.996482 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Request body: {'port': {'device_id': '4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'admin_state_up': True, 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'security_groups': ['95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15']}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 14:04:56.159634 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Made reservation on behalf of 935e40a140d74e528002c0bcfd1515aa for: {'port': 1} {{(pid=110998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 14:04:56.163257 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:04:56.298367 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_common [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Allocated IP 172.20.0.7 (8a18d0c8-3777-47d9-8514-f63bd12afcbe/ab7c438e-4f91-4a5a-aaca-7153a6841c14/178a3961-9bc2-476d-a90a-f2147a973852) {{(pid=110998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 14:04:56.302102 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:04:56.308296 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:04:56.442885 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for port (178a3961-9bc2-476d-a90a-f2147a973852), precommit_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:04:56.548977 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (178a3961-9bc2-476d-a90a-f2147a973852), after_create {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:04:56.595998 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Network 8a18d0c8-3777-47d9-8514-f63bd12afcbe is already hosted by enough agents. {{(pid=110998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 14:04:56.603097 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.base_scheduler [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Resources bound (agent type, host, resource id): {{(pid=110998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:04:56.605991 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Pushing event updated for resources: {'Port': ['ID=178a3961-9bc2-476d-a90a-f2147a973852,revision_number=1']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:04:56.608788 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Received port after_create {{(pid=110998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 14:04:56.636300 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:04:56.636640 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:04:56.636983 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:04:56.637320 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:04:56.637654 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:04:56.637979 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:04:56.639043 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:04:56.639043 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:04:56.639279 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:04:56.639402 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:04:56.639716 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:04:56.640038 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:04:56.640376 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:04:56.640691 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:04:56.641005 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:04:56.673941 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:04:56.674591 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:04:56.773980 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-f4de6456-bdce-41c3-bec6-716d128bc07b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7809792 Jun 08 14:04:56.784966 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.v2.base [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-b13a0e3d-a18a-44bc-a38a-3f944ef75e3a service neutron] Request body: {'port': {'device_id': '4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 14:04:56.835278 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-6319812d-8980-440f-ac35-663818bb5f3e None None] Provisioning complete for port 178a3961-9bc2-476d-a90a-f2147a973852 triggered by entity DHCP. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 14:04:56.835916 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-6319812d-8980-440f-ac35-663818bb5f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (178a3961-9bc2-476d-a90a-f2147a973852), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:04:56.844438 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-b13a0e3d-a18a-44bc-a38a-3f944ef75e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (178a3961-9bc2-476d-a90a-f2147a973852), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:04:56.870686 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-6319812d-8980-440f-ac35-663818bb5f3e None None] Port 178a3961-9bc2-476d-a90a-f2147a973852 cannot update to ACTIVE because it is not bound. {{(pid=110999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 08 14:04:57.004430 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e21588-16c2-40ef-a22e-1dff54e4c6c4 req-15e1c54c-7203-4bcd-a3be-e83c4f8d28d3 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:04:57.005930 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-54e21588-16c2-40ef-a22e-1dff54e4c6c4 req-15e1c54c-7203-4bcd-a3be-e83c4f8d28d3 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6 HTTP/1.1" status: 200 len: 931 time: 0.0524545 Jun 08 14:04:57.022959 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:04:57.060023 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-54e21588-16c2-40ef-a22e-1dff54e4c6c4 req-97a29050-f1ce-4002-8fae-c4f5fa37a1f0 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468066 Jun 08 14:04:57.153267 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-b13a0e3d-a18a-44bc-a38a-3f944ef75e3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 178a3961-9bc2-476d-a90a-f2147a973852 {{(pid=110998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 14:04:57.161771 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-b13a0e3d-a18a-44bc-a38a-3f944ef75e3a service neutron] Publish callbacks [] for port (178a3961-9bc2-476d-a90a-f2147a973852), precommit_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:04:57.175626 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.provisioning_blocks [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-b13a0e3d-a18a-44bc-a38a-3f944ef75e3a service neutron] Transition to ACTIVE for port object 178a3961-9bc2-476d-a90a-f2147a973852 will not be triggered until provisioned by entity L2. {{(pid=110998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 08 14:04:57.319485 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-b13a0e3d-a18a-44bc-a38a-3f944ef75e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (178a3961-9bc2-476d-a90a-f2147a973852), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:04:57.369104 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a0e3d-a18a-44bc-a38a-3f944ef75e3a service neutron] Pushing event updated for resources: {'Port': ['ID=178a3961-9bc2-476d-a90a-f2147a973852,revision_number=2']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:04:57.448876 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-b13a0e3d-a18a-44bc-a38a-3f944ef75e3a service neutron] Attempting to bind port 178a3961-9bc2-476d-a90a-f2147a973852 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 08 14:04:57.449252 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-b13a0e3d-a18a-44bc-a38a-3f944ef75e3a service neutron] Attempting to bind port 178a3961-9bc2-476d-a90a-f2147a973852 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'ad52415a-d2ef-4340-8cf0-14c5034842af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe'}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 08 14:04:57.449633 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-b13a0e3d-a18a-44bc-a38a-3f944ef75e3a service neutron] Attempting to bind port 178a3961-9bc2-476d-a90a-f2147a973852 on network 8a18d0c8-3777-47d9-8514-f63bd12afcbe {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 14:04:57.455182 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-b13a0e3d-a18a-44bc-a38a-3f944ef75e3a service neutron] Port 178a3961-9bc2-476d-a90a-f2147a973852 on network 8a18d0c8-3777-47d9-8514-f63bd12afcbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 14:04:57.455559 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-b13a0e3d-a18a-44bc-a38a-3f944ef75e3a service neutron] Attempting to bind port 178a3961-9bc2-476d-a90a-f2147a973852 on network 8a18d0c8-3777-47d9-8514-f63bd12afcbe {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 14:04:57.460901 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-b13a0e3d-a18a-44bc-a38a-3f944ef75e3a service neutron] Checking agent: {'id': '2c87fc52-0797-4c68-9855-572d3067389f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'started_at': datetime.datetime(2022, 6, 8, 13, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 14, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 14:04:57.461265 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-b13a0e3d-a18a-44bc-a38a-3f944ef75e3a service neutron] Checking segment: {'id': 'ad52415a-d2ef-4340-8cf0-14c5034842af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 08 14:04:57.461694 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-b13a0e3d-a18a-44bc-a38a-3f944ef75e3a service neutron] Bound using segment: {'id': 'ad52415a-d2ef-4340-8cf0-14c5034842af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe'} {{(pid=110998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 14:04:57.462127 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.managers [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-b13a0e3d-a18a-44bc-a38a-3f944ef75e3a service neutron] Bound port: 178a3961-9bc2-476d-a90a-f2147a973852, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad52415a-d2ef-4340-8cf0-14c5034842af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe'}}] {{(pid=110998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 08 14:04:57.462487 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-b13a0e3d-a18a-44bc-a38a-3f944ef75e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (178a3961-9bc2-476d-a90a-f2147a973852), before_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:04:57.500278 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:04:57.528001 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-b13a0e3d-a18a-44bc-a38a-3f944ef75e3a service neutron] For port 178a3961-9bc2-476d-a90a-f2147a973852, host hv-cinder-81914, cleared binding levels {{(pid=110998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 14:04:57.531883 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-b13a0e3d-a18a-44bc-a38a-3f944ef75e3a service neutron] For port 178a3961-9bc2-476d-a90a-f2147a973852, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=178a3961-9bc2-476d-a90a-f2147a973852,segment=NetworkSegment(ad52415a-d2ef-4340-8cf0-14c5034842af),segment_id=ad52415a-d2ef-4340-8cf0-14c5034842af)] {{(pid=110998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 14:04:57.617128 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-b13a0e3d-a18a-44bc-a38a-3f944ef75e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11352042'] for port (178a3961-9bc2-476d-a90a-f2147a973852), after_update {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:04:57.650737 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-b13a0e3d-a18a-44bc-a38a-3f944ef75e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:04:57.651345 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-b13a0e3d-a18a-44bc-a38a-3f944ef75e3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:04:57.652735 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-b13a0e3d-a18a-44bc-a38a-3f944ef75e3a service neutron] 10.222.0.61 "PUT /v2.0/ports/178a3961-9bc2-476d-a90a-f2147a973852 HTTP/1.1" status: 200 len: 1093 time: 0.8718517 Jun 08 14:04:57.655846 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6', 'tag': '178a3961-9bc2-476d-a90a-f2147a973852'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:04:57.655846 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf70d9c-e1f9-4d42-9b31-a1b4bde0996f" -d '{"events": [{"name": "network-changed", "server_uuid": "4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6", "tag": "178a3961-9bc2-476d-a90a-f2147a973852"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:04:57.668373 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=12 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:04:57.680771 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a0e3d-a18a-44bc-a38a-3f944ef75e3a service neutron] Pushing event updated for resources: {'Port': ['ID=178a3961-9bc2-476d-a90a-f2147a973852,revision_number=3']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:04:57.771607 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 14:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb99a5ec-ad79-468f-94e0-acd5817d496c x-openstack-request-id: req-eb99a5ec-ad79-468f-94e0-acd5817d496c {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:04:57.771912 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6", "tag": "178a3961-9bc2-476d-a90a-f2147a973852", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:04:57.772174 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eb99a5ec-ad79-468f-94e0-acd5817d496c {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:04:57.772587 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb99a5ec-ad79-468f-94e0-acd5817d496c'] response: {'name': 'network-changed', 'server_uuid': '4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6', 'tag': '178a3961-9bc2-476d-a90a-f2147a973852', 'status': 'completed', 'code': 200} Jun 08 14:04:57.808668 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-9d7da23f-214d-4403-bde7-dae37d6e2679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:04:57.810264 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-9d7da23f-214d-4403-bde7-dae37d6e2679 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=935e40a140d74e528002c0bcfd1515aa&device_id=4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6 HTTP/1.1" status: 200 len: 1127 time: 0.0529342 Jun 08 14:04:57.851385 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-49febf9f-b40a-43e7-98b4-8dc21fd92c30 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=178a3961-9bc2-476d-a90a-f2147a973852 HTTP/1.1" status: 200 len: 217 time: 0.0339170 Jun 08 14:04:57.898122 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-aed39bf3-0180-4c91-8447-93148a4faac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:04:57.899500 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-aed39bf3-0180-4c91-8447-93148a4faac5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7c438e-4f91-4a5a-aaca-7153a6841c14 HTTP/1.1" status: 200 len: 851 time: 0.0428705 Jun 08 14:04:57.942444 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-d66e4ee5-28ab-45f7-b71c-b11dcf25db2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:04:57.943834 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-d66e4ee5-28ab-45f7-b71c-b11dcf25db2c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a18d0c8-3777-47d9-8514-f63bd12afcbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372431 Jun 08 14:04:58.036285 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-b1602307-b02d-46b3-a431-cdc3012f5a51 service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861640 Jun 08 14:04:58.126359 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-5aa9fe6a-757a-4156-b97d-15713066c317 req-4e7023fd-e521-41f2-888b-8fb16d921c95 service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840857 Jun 08 14:04:58.181210 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b85d7-f971-404f-a685-991da7ce6c93 req-c20f4d4f-ffea-481f-8310-15b0225705eb tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:04:58.182750 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c82b85d7-f971-404f-a685-991da7ce6c93 req-c20f4d4f-ffea-481f-8310-15b0225705eb tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6 HTTP/1.1" status: 200 len: 943 time: 0.0491154 Jun 08 14:04:58.233830 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c82b85d7-f971-404f-a685-991da7ce6c93 req-de8b2aa0-d122-4a12-b258-6fbcd87ee06a tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452077 Jun 08 14:04:58.523215 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf70d9c-e1f9-4d42-9b31-a1b4bde0996f req-7fec0de6-b98e-429c-ae0c-bb54fbe461ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:04:58.524595 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3cf70d9c-e1f9-4d42-9b31-a1b4bde0996f req-7fec0de6-b98e-429c-ae0c-bb54fbe461ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=935e40a140d74e528002c0bcfd1515aa&device_id=4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6 HTTP/1.1" status: 200 len: 1127 time: 0.0413325 Jun 08 14:04:58.612527 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf70d9c-e1f9-4d42-9b31-a1b4bde0996f req-ead4457c-75e4-4c0d-9dda-b14ef6f846ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:04:58.613958 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3cf70d9c-e1f9-4d42-9b31-a1b4bde0996f req-ead4457c-75e4-4c0d-9dda-b14ef6f846ac service neutron] 10.222.0.61 "GET /v2.0/networks?id=8a18d0c8-3777-47d9-8514-f63bd12afcbe HTTP/1.1" status: 200 len: 913 time: 0.0831425 Jun 08 14:04:58.658004 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3cf70d9c-e1f9-4d42-9b31-a1b4bde0996f req-a4990082-9d19-4b62-999a-fa608a911e6e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=178a3961-9bc2-476d-a90a-f2147a973852 HTTP/1.1" status: 200 len: 217 time: 0.0347927 Jun 08 14:04:58.707571 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf70d9c-e1f9-4d42-9b31-a1b4bde0996f req-988ba88d-d8db-438a-b19f-0c3088a89770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:04:58.709021 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3cf70d9c-e1f9-4d42-9b31-a1b4bde0996f req-988ba88d-d8db-438a-b19f-0c3088a89770 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7c438e-4f91-4a5a-aaca-7153a6841c14 HTTP/1.1" status: 200 len: 851 time: 0.0423906 Jun 08 14:04:58.751296 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf70d9c-e1f9-4d42-9b31-a1b4bde0996f req-86f457a4-9e2c-4c0c-8d2e-0ae07993afde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:04:58.752759 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3cf70d9c-e1f9-4d42-9b31-a1b4bde0996f req-86f457a4-9e2c-4c0c-8d2e-0ae07993afde service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a18d0c8-3777-47d9-8514-f63bd12afcbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373964 Jun 08 14:04:58.766936 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:04:58.843698 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3cf70d9c-e1f9-4d42-9b31-a1b4bde0996f req-4940d6c6-f7a7-4091-8952-cb5d28c92e37 service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842905 Jun 08 14:04:58.932511 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-3cf70d9c-e1f9-4d42-9b31-a1b4bde0996f req-0e2f912f-2c9a-410f-94f1-59575a4964a2 service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835025 Jun 08 14:04:59.347697 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da9a8c-5183-4115-8983-7e8afc7fcc51 req-a8e7e591-6fe1-4fc7-ae7c-b6fa60209bab tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:04:59.349075 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-84da9a8c-5183-4115-8983-7e8afc7fcc51 req-a8e7e591-6fe1-4fc7-ae7c-b6fa60209bab tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6 HTTP/1.1" status: 200 len: 943 time: 0.0455551 Jun 08 14:04:59.401802 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-84da9a8c-5183-4115-8983-7e8afc7fcc51 req-68f6b123-41b6-41ad-b301-c9e365ec94be tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472374 Jun 08 14:05:00.514817 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170071d-1be3-441c-af60-0eed70a278a2 req-e12e9e7a-0f77-410e-b4c8-87179928914c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:00.516285 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7170071d-1be3-441c-af60-0eed70a278a2 req-e12e9e7a-0f77-410e-b4c8-87179928914c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6 HTTP/1.1" status: 200 len: 943 time: 0.0468638 Jun 08 14:05:00.564559 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-7170071d-1be3-441c-af60-0eed70a278a2 req-ba3dafc0-57b0-4640-818a-a4bfb92412a9 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428610 Jun 08 14:05:01.688925 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=16 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:05:01.723317 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241900e-16a7-4d2b-acd5-d374fa72be40 req-62aba000-87b4-49f3-a86c-730eda7f2e5e tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:01.724853 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e241900e-16a7-4d2b-acd5-d374fa72be40 req-62aba000-87b4-49f3-a86c-730eda7f2e5e tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6 HTTP/1.1" status: 200 len: 943 time: 0.0480843 Jun 08 14:05:01.774051 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e241900e-16a7-4d2b-acd5-d374fa72be40 req-ae7b97ba-0304-4d97-a94b-73754592f1c9 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434732 Jun 08 14:05:01.833418 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-16f40791-d8f0-4e4b-9997-8c8fbd2e6b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:05:02.891785 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bb1b5-d5ec-40d1-a5f5-082ec5055c55 req-c37c6849-06f5-4c07-a979-73fdea3c5a72 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:02.893249 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e38bb1b5-d5ec-40d1-a5f5-082ec5055c55 req-c37c6849-06f5-4c07-a979-73fdea3c5a72 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6 HTTP/1.1" status: 200 len: 943 time: 0.0504155 Jun 08 14:05:02.943656 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-e38bb1b5-d5ec-40d1-a5f5-082ec5055c55 req-474d516c-229b-45b7-8c7c-c85c63d8d9f5 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448658 Jun 08 14:05:04.046723 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:05:04.051962 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:05:04.063848 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc9dae-209a-4520-bac0-ac53f99551a9 req-b1dfbb0d-5d80-407c-bffb-8737fa8b8729 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:04.065369 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d8cc9dae-209a-4520-bac0-ac53f99551a9 req-b1dfbb0d-5d80-407c-bffb-8737fa8b8729 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6 HTTP/1.1" status: 200 len: 943 time: 0.0488105 Jun 08 14:05:04.068331 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-085a410f-40e2-42d9-a1e9-7dac2abdc256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:05:04.117355 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d8cc9dae-209a-4520-bac0-ac53f99551a9 req-abd6f233-e1d7-444a-a63f-0667fe994918 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462744 Jun 08 14:05:05.232483 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b4525-860c-48d3-beb3-99ceb5ba4f8d req-6395a2d9-9d95-4e7d-a783-8b52477195a6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:05.233979 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fd7b4525-860c-48d3-beb3-99ceb5ba4f8d req-6395a2d9-9d95-4e7d-a783-8b52477195a6 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6 HTTP/1.1" status: 200 len: 943 time: 0.0474913 Jun 08 14:05:05.286834 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-fd7b4525-860c-48d3-beb3-99ceb5ba4f8d req-4ad148e0-cd46-4600-a92f-81c9e4caeec7 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473137 Jun 08 14:05:05.559335 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:05:05.622058 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 178a3961-9bc2-476d-a90a-f2147a973852 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 14:05:05.720848 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 178a3961-9bc2-476d-a90a-f2147a973852, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=178a3961-9bc2-476d-a90a-f2147a973852,segment=NetworkSegment(ad52415a-d2ef-4340-8cf0-14c5034842af),segment_id=ad52415a-d2ef-4340-8cf0-14c5034842af)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:05:05.732853 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Returning: {'device': '178a3961-9bc2-476d-a90a-f2147a973852', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'port_id': '178a3961-9bc2-476d-a90a-f2147a973852', 'mac_address': 'fa:16:3e:05:da:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 14:05:05.765925 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 178a3961-9bc2-476d-a90a-f2147a973852 is: DOWN; New status is: BUILD {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 14:05:05.766304 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (178a3961-9bc2-476d-a90a-f2147a973852), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:05:05.779220 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178a3961-9bc2-476d-a90a-f2147a973852 {{(pid=110999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 14:05:05.798787 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 178a3961-9bc2-476d-a90a-f2147a973852, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=178a3961-9bc2-476d-a90a-f2147a973852,segment=NetworkSegment(ad52415a-d2ef-4340-8cf0-14c5034842af),segment_id=ad52415a-d2ef-4340-8cf0-14c5034842af)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:05:05.845124 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (178a3961-9bc2-476d-a90a-f2147a973852), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:05:05.894454 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=178a3961-9bc2-476d-a90a-f2147a973852,revision_number=4']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:05:05.901451 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:05.901791 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:05.902124 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:05.902452 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:05.902775 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:05.903095 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:05.904372 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:05.904372 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:05.904985 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:05.904985 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:05.905245 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:05.905485 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:05.905796 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:05.906106 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:05.906415 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:06.056390 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] get_ports_and_sgs() called for port_ids ['178a3961-9bc2-476d-a90a-f2147a973852'] {{(pid=110999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 14:05:06.399709 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e45a11-674a-4f06-a5c7-c661542e8bca req-7c6af37c-19b3-4549-8d84-00400bbf7940 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:06.401092 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c4e45a11-674a-4f06-a5c7-c661542e8bca req-7c6af37c-19b3-4549-8d84-00400bbf7940 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6 HTTP/1.1" status: 200 len: 944 time: 0.0468488 Jun 08 14:05:06.452125 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-c4e45a11-674a-4f06-a5c7-c661542e8bca req-cc1a4e08-12b2-4131-bbff-686e0c3a035b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446808 Jun 08 14:05:06.725160 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:05:07.563283 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431e0f9-1ae9-4ce4-82e3-527b99875bc6 req-f8c9b61f-7b31-4b11-9fa1-e485e3a106f2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:07.564792 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1431e0f9-1ae9-4ce4-82e3-527b99875bc6 req-f8c9b61f-7b31-4b11-9fa1-e485e3a106f2 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6 HTTP/1.1" status: 200 len: 944 time: 0.0469303 Jun 08 14:05:07.613294 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-1431e0f9-1ae9-4ce4-82e3-527b99875bc6 req-a2237f66-8d3f-415e-a006-b394ba8b74bc tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428739 Jun 08 14:05:07.640444 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 178a3961-9bc2-476d-a90a-f2147a973852 up at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 14:05:07.682219 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning for port 178a3961-9bc2-476d-a90a-f2147a973852 completed by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 08 14:05:07.753435 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Provisioning complete for port 178a3961-9bc2-476d-a90a-f2147a973852 triggered by entity L2. {{(pid=110999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 08 14:05:07.753998 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560544'] for port (178a3961-9bc2-476d-a90a-f2147a973852), provisioning_complete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:05:07.756181 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:05:07.790671 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:05:07.829732 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Current status of the port 178a3961-9bc2-476d-a90a-f2147a973852 is: BUILD; New status is: ACTIVE {{(pid=110999) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 08 14:05:07.830115 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (178a3961-9bc2-476d-a90a-f2147a973852), before_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:05:07.853286 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178a3961-9bc2-476d-a90a-f2147a973852'}] {{(pid=110999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:05:07.855785 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf1ec4e0e07b7e8c836a6ae08bab0ec9f0bba888962a038f6f1c05aeb73ac2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bee2790-b98b-4c2e-ba5a-465f315e2799" -d '{"events": [{"server_uuid": "4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6", "name": "network-vif-plugged", "status": "completed", "tag": "178a3961-9bc2-476d-a90a-f2147a973852"}]}' {{(pid=110999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:05:07.868885 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] For port 178a3961-9bc2-476d-a90a-f2147a973852, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=178a3961-9bc2-476d-a90a-f2147a973852,segment=NetworkSegment(ad52415a-d2ef-4340-8cf0-14c5034842af),segment_id=ad52415a-d2ef-4340-8cf0-14c5034842af)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:05:07.946395 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6833b6e-296b-4406-bea8-67923359470b x-openstack-request-id: req-b6833b6e-296b-4406-bea8-67923359470b {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:05:07.946781 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6", "name": "network-vif-plugged", "status": "completed", "tag": "178a3961-9bc2-476d-a90a-f2147a973852", "code": 200}]} {{(pid=110999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:05:07.947126 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b6833b6e-296b-4406-bea8-67923359470b {{(pid=110999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:05:07.947626 dv-cinder-819149-5-iscsi neutron-server[110999]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6833b6e-296b-4406-bea8-67923359470b'] response: {'server_uuid': '4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178a3961-9bc2-476d-a90a-f2147a973852', 'code': 200} Jun 08 14:05:07.975550 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836'] for port (178a3961-9bc2-476d-a90a-f2147a973852), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:05:08.025781 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Pushing event updated for resources: {'Port': ['ID=178a3961-9bc2-476d-a90a-f2147a973852,revision_number=5']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:05:08.221953 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:05:08.379512 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6206d9-d55c-41e4-a5a2-d2b5061f4315 req-f578f8ec-9484-448d-abf3-f7c31102610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:08.381034 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-5a6206d9-d55c-41e4-a5a2-d2b5061f4315 req-f578f8ec-9484-448d-abf3-f7c31102610b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6 HTTP/1.1" status: 200 len: 1129 time: 0.0428402 Jun 08 14:05:08.411265 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:05:08.430296 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-5a6206d9-d55c-41e4-a5a2-d2b5061f4315 req-f9e5af30-b045-4b89-8a1f-4362f2ba9ff6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429220 Jun 08 14:05:08.730765 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb80fd3-60f7-422f-a61a-45f2569ec7f2 req-3ab596a1-5ecd-47fd-821d-072859e20e97 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:08.733148 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2eb80fd3-60f7-422f-a61a-45f2569ec7f2 req-3ab596a1-5ecd-47fd-821d-072859e20e97 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6 HTTP/1.1" status: 200 len: 945 time: 0.0523129 Jun 08 14:05:08.782511 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-2eb80fd3-60f7-422f-a61a-45f2569ec7f2 req-6b2ed86d-5d96-4453-818d-ef10c6fcf588 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438037 Jun 08 14:05:09.897246 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d97301-8f2e-438a-a61d-be11b410796a req-0e72005e-c1f8-4cb8-bf40-4eb7e9a37a00 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:09.898702 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d1d97301-8f2e-438a-a61d-be11b410796a req-0e72005e-c1f8-4cb8-bf40-4eb7e9a37a00 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6 HTTP/1.1" status: 200 len: 945 time: 0.0478225 Jun 08 14:05:09.947379 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d1d97301-8f2e-438a-a61d-be11b410796a req-8b331d20-d088-470a-ac1d-e06c9939831c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423458 Jun 08 14:05:10.063785 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fce98-6df5-45cc-99cc-7fdd24f07853 req-3d8fb06e-bdbe-4098-9b06-99c137edfe69 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:10.065293 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d21fce98-6df5-45cc-99cc-7fdd24f07853 req-3d8fb06e-bdbe-4098-9b06-99c137edfe69 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6 HTTP/1.1" status: 200 len: 945 time: 0.0518682 Jun 08 14:05:10.115171 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d21fce98-6df5-45cc-99cc-7fdd24f07853 req-6eda8fef-6294-49a8-9eec-987b8aae6339 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443702 Jun 08 14:05:10.136884 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 44286) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:05:10.175251 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d1744c-065f-4815-bde5-76d02ee64902 tempest-TestVolumeBootPattern-463872681 tempest-TestVolumeBootPattern-463872681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:10.176824 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-b0d1744c-065f-4815-bde5-76d02ee64902 tempest-TestVolumeBootPattern-463872681 tempest-TestVolumeBootPattern-463872681-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6 HTTP/1.1" status: 200 len: 1124 time: 0.0389986 Jun 08 14:05:10.179515 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 44288) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:05:10.183665 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.v2.base [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Request body: {'floatingip': {'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'port_id': '178a3961-9bc2-476d-a90a-f2147a973852', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 08 14:05:10.279533 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:05:10.358797 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (None), before_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:05:10.461270 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.db_base_plugin_common [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Allocated IP 172.27.1.151 (070b030f-98d2-43d9-b022-f506d26f1e83/4285c1ce-c1bb-4be9-b005-ebf83c2cba00/9a1ed1a7-8020-4bd9-9ae8-d6ccd7e0accd) {{(pid=110997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 14:05:10.513653 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:05:10.537872 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:05:10.569570 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for port (9a1ed1a7-8020-4bd9-9ae8-d6ccd7e0accd), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:05:10.667835 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774158421800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (9a1ed1a7-8020-4bd9-9ae8-d6ccd7e0accd), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:05:10.706527 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Network 070b030f-98d2-43d9-b022-f506d26f1e83 is already hosted by enough agents. {{(pid=110997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 14:05:10.709473 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.base_scheduler [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Resources bound (agent type, host, resource id): {{(pid=110997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:05:10.715450 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Received port after_create {{(pid=110997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 08 14:05:10.721106 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Pushing event updated for resources: {'Port': ['ID=9a1ed1a7-8020-4bd9-9ae8-d6ccd7e0accd,revision_number=1']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:05:10.748786 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:10.749162 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:10.749511 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:10.749851 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:10.750185 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:10.750515 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:10.750840 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:10.751165 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:10.751492 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:10.751815 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:10.752199 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:10.752524 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:10.752845 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:10.753176 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:10.753482 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:11.081724 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for floatingip (d08a226d-1801-4404-a0a2-f897dfb488ea), precommit_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:05:11.211059 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621091'] for port (9a1ed1a7-8020-4bd9-9ae8-d6ccd7e0accd), before_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:05:11.265836 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:05:11.386050 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for port (9a1ed1a7-8020-4bd9-9ae8-d6ccd7e0accd), precommit_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:05:11.450856 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158720642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774158421818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774158421836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8407452'] for port (9a1ed1a7-8020-4bd9-9ae8-d6ccd7e0accd), after_update {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:05:11.520485 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Pushing event updated for resources: {'Port': ['ID=9a1ed1a7-8020-4bd9-9ae8-d6ccd7e0accd,revision_number=2']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:05:11.531863 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-357937'] for floatingip (d08a226d-1801-4404-a0a2-f897dfb488ea), after_create {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:05:11.575450 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:05:11.626104 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.db.l3_db [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Floating IP d08a226d-1801-4404-a0a2-f897dfb488ea associated. External IP: 172.27.1.151, port: 178a3961-9bc2-476d-a90a-f2147a973852. Jun 08 14:05:11.825958 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:05:11.925526 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:05:11.936142 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d948225d-d696-4673-9c90-1b733522f3cd None None] Sync routers for ids ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:05:11.945467 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d948225d-d696-4673-9c90-1b733522f3cd None None] Routers {'16d017ec-1147-4048-a0d0-5fa15f5c3f83'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 14:05:11.946077 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-d948225d-d696-4673-9c90-1b733522f3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T14:05:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:05:12.001791 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:05:12.034258 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-fee48e5f-a2a3-48fa-837f-ef69d6e0b45f tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8537123 Jun 08 14:05:12.035164 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6', 'tag': '178a3961-9bc2-476d-a90a-f2147a973852'}] {{(pid=110997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:05:12.037207 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2deb37cb3b385adf0db1d4fcfc98a25470d12ffd9c9459d76da49831f0e3658f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d54a95-3410-4b8a-9325-84cba2ab77d6" -d '{"events": [{"name": "network-changed", "server_uuid": "4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6", "tag": "178a3961-9bc2-476d-a90a-f2147a973852"}]}' {{(pid=110997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:05:12.050263 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-d948225d-d696-4673-9c90-1b733522f3cd None None] Set router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 14:05:12.073327 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 14:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decb158c-d19c-4083-95cc-f0b27ba52d32 x-openstack-request-id: req-decb158c-d19c-4083-95cc-f0b27ba52d32 {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:05:12.073616 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6", "tag": "178a3961-9bc2-476d-a90a-f2147a973852", "status": "completed", "code": 200}]} {{(pid=110997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:05:12.073875 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-decb158c-d19c-4083-95cc-f0b27ba52d32 {{(pid=110997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:05:12.074275 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-decb158c-d19c-4083-95cc-f0b27ba52d32'] response: {'name': 'network-changed', 'server_uuid': '4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6', 'tag': '178a3961-9bc2-476d-a90a-f2147a973852', 'status': 'completed', 'code': 200} Jun 08 14:05:12.135192 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d54a95-3410-4b8a-9325-84cba2ab77d6 req-30d25d17-f517-42fd-9f34-a0ecd1c42a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:12.136727 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-00d54a95-3410-4b8a-9325-84cba2ab77d6 req-30d25d17-f517-42fd-9f34-a0ecd1c42a21 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=935e40a140d74e528002c0bcfd1515aa&device_id=4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6 HTTP/1.1" status: 200 len: 1129 time: 0.0404050 Jun 08 14:05:12.228165 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d54a95-3410-4b8a-9325-84cba2ab77d6 req-7a53c824-73ca-412e-8b2e-bc87490b4bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:12.229905 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-00d54a95-3410-4b8a-9325-84cba2ab77d6 req-7a53c824-73ca-412e-8b2e-bc87490b4bd5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8a18d0c8-3777-47d9-8514-f63bd12afcbe HTTP/1.1" status: 200 len: 913 time: 0.0859773 Jun 08 14:05:12.271933 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-d948225d-d696-4673-9c90-1b733522f3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:53Z', 'revision_number': 4, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'gw_port': {'id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': 'd08a226d-1801-4404-a0a2-f897dfb488ea', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'floating_ip_address': '172.27.1.151', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'port_id': '178a3961-9bc2-476d-a90a-f2147a973852', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'mac_address': 'fa:16:3e:05:da:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:05:10Z', 'updated_at': '2022-06-08T14:05:10Z', 'revision_number': 0, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'fixed_ip_address_scope': None}, {'id': 'f4f3db5c-d38f-40a3-acbe-9f02299e82d9', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'port_id': '510c9a79-bb51-4447-a8b8-dec89c386669', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'mac_address': 'fa:16:3e:d6:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8605b8d6-81fd-4f0b-b353-4a82d040f2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:03:00Z', 'updated_at': '2022-06-08T14:03:02Z', 'revision_number': 1, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c', 'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'mac_address': 'fa:16:3e:ee:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:52Z', 'updated_at': '2022-06-08T13:59:56Z', 'revision_number': 5, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'subnets': [{'id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:05:12.293224 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-00d54a95-3410-4b8a-9325-84cba2ab77d6 req-64b44487-d9a1-41ab-b774-e7f39d565af4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=178a3961-9bc2-476d-a90a-f2147a973852 HTTP/1.1" status: 200 len: 999 time: 0.0573218 Jun 08 14:05:12.296911 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d948225d-d696-4673-9c90-1b733522f3cd None None] Checking router: 16d017ec-1147-4048-a0d0-5fa15f5c3f83 for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:05:12.305330 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d948225d-d696-4673-9c90-1b733522f3cd None None] Routers {'16d017ec-1147-4048-a0d0-5fa15f5c3f83'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 14:05:12.305926 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-d948225d-d696-4673-9c90-1b733522f3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T14:05:04Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:05:12.339902 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d54a95-3410-4b8a-9325-84cba2ab77d6 req-e462978f-8fda-4524-bf81-841ddccdad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:12.341496 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-00d54a95-3410-4b8a-9325-84cba2ab77d6 req-e462978f-8fda-4524-bf81-841ddccdad9c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7c438e-4f91-4a5a-aaca-7153a6841c14 HTTP/1.1" status: 200 len: 851 time: 0.0428634 Jun 08 14:05:12.383705 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d54a95-3410-4b8a-9325-84cba2ab77d6 req-f47221c5-a1d3-4319-bc9d-43b8a584bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:12.385112 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-00d54a95-3410-4b8a-9325-84cba2ab77d6 req-f47221c5-a1d3-4319-bc9d-43b8a584bce4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a18d0c8-3777-47d9-8514-f63bd12afcbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384209 Jun 08 14:05:12.408311 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-d948225d-d696-4673-9c90-1b733522f3cd None None] Set router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 14:05:12.475198 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-00d54a95-3410-4b8a-9325-84cba2ab77d6 req-1c9a343b-c4b6-4956-9818-b1dafce329f6 service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842996 Jun 08 14:05:12.563803 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-00d54a95-3410-4b8a-9325-84cba2ab77d6 req-85fa02db-1485-4de1-ba08-6f5d8f1be313 service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829225 Jun 08 14:05:12.567402 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:05:12.623040 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-d948225d-d696-4673-9c90-1b733522f3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:53Z', 'revision_number': 4, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'gw_port': {'id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': 'd08a226d-1801-4404-a0a2-f897dfb488ea', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'floating_ip_address': '172.27.1.151', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'port_id': '178a3961-9bc2-476d-a90a-f2147a973852', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'mac_address': 'fa:16:3e:05:da:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:05:10Z', 'updated_at': '2022-06-08T14:05:10Z', 'revision_number': 0, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'fixed_ip_address_scope': None}, {'id': 'f4f3db5c-d38f-40a3-acbe-9f02299e82d9', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'port_id': '510c9a79-bb51-4447-a8b8-dec89c386669', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'mac_address': 'fa:16:3e:d6:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8605b8d6-81fd-4f0b-b353-4a82d040f2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:03:00Z', 'updated_at': '2022-06-08T14:03:02Z', 'revision_number': 1, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c', 'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'mac_address': 'fa:16:3e:ee:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:52Z', 'updated_at': '2022-06-08T13:59:56Z', 'revision_number': 5, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'subnets': [{'id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:05:12.646630 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d948225d-d696-4673-9c90-1b733522f3cd None None] The sync data for ids ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'] in dv-cinder-819149-5-iscsi is: [{'id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:53Z', 'revision_number': 4, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'gw_port': {'id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': 'd08a226d-1801-4404-a0a2-f897dfb488ea', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'floating_ip_address': '172.27.1.151', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'port_id': '178a3961-9bc2-476d-a90a-f2147a973852', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'mac_address': 'fa:16:3e:05:da:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:05:10Z', 'updated_at': '2022-06-08T14:05:10Z', 'revision_number': 0, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'fixed_ip_address_scope': None}, {'id': 'f4f3db5c-d38f-40a3-acbe-9f02299e82d9', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'port_id': '510c9a79-bb51-4447-a8b8-dec89c386669', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'mac_address': 'fa:16:3e:d6:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8605b8d6-81fd-4f0b-b353-4a82d040f2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:03:00Z', 'updated_at': '2022-06-08T14:03:02Z', 'revision_number': 1, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c', 'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'mac_address': 'fa:16:3e:ee:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:52Z', 'updated_at': '2022-06-08T13:59:56Z', 'revision_number': 5, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'subnets': [{'id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:05:12.847541 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62d2313-6d42-458e-852c-bdfddc661983 None None] New status for floating IP d08a226d-1801-4404-a0a2-f897dfb488ea: ACTIVE {{(pid=111000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 14:05:13.677865 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:05:22.028938 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=72,neutron:DELETE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:05:22.030956 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=38,neutron:DELETE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:05:22.560046 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=60 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:05:22.560849 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=48 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:05:22.944790 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:05:22.949024 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=14 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:05:23.598598 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=88 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:05:23.600483 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:05:28.692826 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:05:29.030225 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [req-97c1447c-fea1-468b-b1ed-0156278f18e1 req-c2285c1a-d7bd-4054-b076-127e0a582b3c service neutron] (110997) timed out ('10.222.0.61', 63272) {{(pid=110997) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 08 14:05:31.844506 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-6516465e-1fe6-44fc-900f-0d4fb1f65bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:05:34.106767 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-973e2ef5-f52e-41bc-b7e2-0bc0c1154048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:05:35.574864 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:05:36.753044 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:05:38.193207 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:05:38.688499 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:05:43.677366 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:05:51.701843 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=4 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:05:53.600326 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:UPDATE=2,neutron:SELECT=9 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:05:53.602204 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:05:54.179422 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-2e0a1d59-eb3e-41a3-9c2d-62c5cb32542f req-1c854404-c4bb-4dda-a18d-455cd0002659 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401151 Jun 08 14:05:54.264842 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a1d59-eb3e-41a3-9c2d-62c5cb32542f req-4f78f89c-9908-4091-a3a8-0afeb04813a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:54.266451 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-2e0a1d59-eb3e-41a3-9c2d-62c5cb32542f req-4f78f89c-9908-4091-a3a8-0afeb04813a9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=935e40a140d74e528002c0bcfd1515aa&device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 1129 time: 0.0435252 Jun 08 14:05:54.367587 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a1d59-eb3e-41a3-9c2d-62c5cb32542f req-e26c924d-0a62-4e08-9332-e410d3a857f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:54.368982 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-2e0a1d59-eb3e-41a3-9c2d-62c5cb32542f req-e26c924d-0a62-4e08-9332-e410d3a857f9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8a18d0c8-3777-47d9-8514-f63bd12afcbe HTTP/1.1" status: 200 len: 913 time: 0.0834587 Jun 08 14:05:54.434335 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-2e0a1d59-eb3e-41a3-9c2d-62c5cb32542f req-a7b404ca-ae7a-4d09-b883-22a5f54948ab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=510c9a79-bb51-4447-a8b8-dec89c386669 HTTP/1.1" status: 200 len: 1001 time: 0.0585518 Jun 08 14:05:54.480933 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a1d59-eb3e-41a3-9c2d-62c5cb32542f req-1dcab103-9bb9-431b-a492-ae7a6d2055dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:54.482513 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-2e0a1d59-eb3e-41a3-9c2d-62c5cb32542f req-1dcab103-9bb9-431b-a492-ae7a6d2055dd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7c438e-4f91-4a5a-aaca-7153a6841c14 HTTP/1.1" status: 200 len: 851 time: 0.0426989 Jun 08 14:05:54.524043 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a1d59-eb3e-41a3-9c2d-62c5cb32542f req-493ce075-0199-4a13-8496-3f0cd671421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:54.525502 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-2e0a1d59-eb3e-41a3-9c2d-62c5cb32542f req-493ce075-0199-4a13-8496-3f0cd671421f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a18d0c8-3777-47d9-8514-f63bd12afcbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374398 Jun 08 14:05:54.616752 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-2e0a1d59-eb3e-41a3-9c2d-62c5cb32542f req-a7144d0b-8b2a-433c-9114-51887eae3c50 service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853176 Jun 08 14:05:54.705690 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-2e0a1d59-eb3e-41a3-9c2d-62c5cb32542f req-3a6c4700-4ed0-4795-bc75-b39d24671f9c service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828323 Jun 08 14:05:59.771547 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:06:01.815375 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-8877851e-0bdc-45cf-b64a-c7542eb78843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:04.106347 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-2bbfa939-6aa2-4ae4-8caf-43fbfda33ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:04.701451 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=51 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:06:04.702238 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=50 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:06:05.597097 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:05.692372 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:06:06.741384 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:08.158466 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:13.678205 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:15.688347 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:06:15.689043 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:06:23.609661 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:06:23.615685 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:06:28.687518 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:06:28.697537 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=4 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:06:31.814955 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-eb2ebe2f-c8d4-496c-b017-599645a01cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:34.107127 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-da06774e-4b20-4c85-8468-b12c7c7206e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:35.581314 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:36.712280 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:38.156133 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:41.300694 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 44324) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:06:41.695967 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Deleting port 9a1ed1a7-8020-4bd9-9ae8-d6ccd7e0accd {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 14:06:41.696334 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (9a1ed1a7-8020-4bd9-9ae8-d6ccd7e0accd), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:41.771468 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (9a1ed1a7-8020-4bd9-9ae8-d6ccd7e0accd), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:41.771785 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for floatingip (9a1ed1a7-8020-4bd9-9ae8-d6ccd7e0accd), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:41.784629 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Calling delete_port for 9a1ed1a7-8020-4bd9-9ae8-d6ccd7e0accd owned by network:floatingip {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 14:06:41.978766 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (9a1ed1a7-8020-4bd9-9ae8-d6ccd7e0accd), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:42.003796 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Pushing event deleted for resources: {'Port': ['ID=9a1ed1a7-8020-4bd9-9ae8-d6ccd7e0accd,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:06:42.030754 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:42.031096 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:42.031429 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:42.031760 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:42.032105 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:42.032431 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:42.032743 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:42.033056 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:42.033371 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:42.033683 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:42.033995 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:42.034308 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:42.034618 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:42.034924 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:42.035232 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:42.076806 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for floatingip (d08a226d-1801-4404-a0a2-f897dfb488ea), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:42.077141 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.l3_db [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Floating IP d08a226d-1801-4404-a0a2-f897dfb488ea disassociated (deleted). External IP: 172.27.1.151, port: 178a3961-9bc2-476d-a90a-f2147a973852. Jun 08 14:06:42.273417 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:06:42.375625 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:06:42.380242 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:42.385493 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13812e82-0720-44dc-988b-1dd40032faac None None] Sync routers for ids ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:06:42.395502 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13812e82-0720-44dc-988b-1dd40032faac None None] Routers {'16d017ec-1147-4048-a0d0-5fa15f5c3f83'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 14:06:42.396144 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-13812e82-0720-44dc-988b-1dd40032faac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T14:06:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:06:42.409350 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-5611a523-02a1-4965-baf7-cf72c8bd021b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "DELETE /v2.0/floatingips/d08a226d-1801-4404-a0a2-f897dfb488ea HTTP/1.1" status: 204 len: 168 time: 1.1076052 Jun 08 14:06:42.410025 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6', 'tag': '178a3961-9bc2-476d-a90a-f2147a973852'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:06:42.412368 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860f533e-2bac-455e-aeda-25f6737f0f19" -d '{"events": [{"name": "network-changed", "server_uuid": "4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6", "tag": "178a3961-9bc2-476d-a90a-f2147a973852"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:06:42.461034 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 14:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074f4d22-a9db-43ea-acde-f0a5c7ee58f7 x-openstack-request-id: req-074f4d22-a9db-43ea-acde-f0a5c7ee58f7 {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:06:42.461315 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6", "tag": "178a3961-9bc2-476d-a90a-f2147a973852", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:06:42.461563 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-074f4d22-a9db-43ea-acde-f0a5c7ee58f7 {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:06:42.461962 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-074f4d22-a9db-43ea-acde-f0a5c7ee58f7'] response: {'name': 'network-changed', 'server_uuid': '4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6', 'tag': '178a3961-9bc2-476d-a90a-f2147a973852', 'status': 'completed', 'code': 200} Jun 08 14:06:42.497456 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:06:42.521858 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:06:42.531708 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f533e-2bac-455e-aeda-25f6737f0f19 req-a5e6a357-5c66-4656-a2ec-506dd7e2072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:06:42.533187 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-860f533e-2bac-455e-aeda-25f6737f0f19 req-a5e6a357-5c66-4656-a2ec-506dd7e2072d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=935e40a140d74e528002c0bcfd1515aa&device_id=4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6 HTTP/1.1" status: 200 len: 1129 time: 0.0470126 Jun 08 14:06:42.633801 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f533e-2bac-455e-aeda-25f6737f0f19 req-fb790446-961f-4d99-9455-818aa833dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:06:42.635276 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-860f533e-2bac-455e-aeda-25f6737f0f19 req-fb790446-961f-4d99-9455-818aa833dd74 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8a18d0c8-3777-47d9-8514-f63bd12afcbe HTTP/1.1" status: 200 len: 913 time: 0.0960040 Jun 08 14:06:42.635421 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-13812e82-0720-44dc-988b-1dd40032faac None None] Set router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 14:06:42.676949 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-860f533e-2bac-455e-aeda-25f6737f0f19 req-ab95e6ca-ee52-4137-a1fa-7dfced295796 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=178a3961-9bc2-476d-a90a-f2147a973852 HTTP/1.1" status: 200 len: 217 time: 0.0348568 Jun 08 14:06:42.701642 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:06:42.734246 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f533e-2bac-455e-aeda-25f6737f0f19 req-8268351c-49e1-4b62-9cba-a8076f0ead5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:06:42.735731 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-860f533e-2bac-455e-aeda-25f6737f0f19 req-8268351c-49e1-4b62-9cba-a8076f0ead5d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7c438e-4f91-4a5a-aaca-7153a6841c14 HTTP/1.1" status: 200 len: 851 time: 0.0476916 Jun 08 14:06:42.784124 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f533e-2bac-455e-aeda-25f6737f0f19 req-4cb48d91-b10c-41b8-9307-aa8555383287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:06:42.785537 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-860f533e-2bac-455e-aeda-25f6737f0f19 req-4cb48d91-b10c-41b8-9307-aa8555383287 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a18d0c8-3777-47d9-8514-f63bd12afcbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430262 Jun 08 14:06:42.853995 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-13812e82-0720-44dc-988b-1dd40032faac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:53Z', 'revision_number': 4, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'gw_port': {'id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': 'f4f3db5c-d38f-40a3-acbe-9f02299e82d9', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'port_id': '510c9a79-bb51-4447-a8b8-dec89c386669', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'mac_address': 'fa:16:3e:d6:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8605b8d6-81fd-4f0b-b353-4a82d040f2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:03:00Z', 'updated_at': '2022-06-08T14:03:02Z', 'revision_number': 1, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c', 'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'mac_address': 'fa:16:3e:ee:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:52Z', 'updated_at': '2022-06-08T13:59:56Z', 'revision_number': 5, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'subnets': [{'id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:06:42.877253 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-860f533e-2bac-455e-aeda-25f6737f0f19 req-9cbf0612-0647-4fed-ac50-9d91f78a6c8a service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856810 Jun 08 14:06:42.884534 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13812e82-0720-44dc-988b-1dd40032faac None None] Checking router: 16d017ec-1147-4048-a0d0-5fa15f5c3f83 for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:06:42.894077 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13812e82-0720-44dc-988b-1dd40032faac None None] Routers {'16d017ec-1147-4048-a0d0-5fa15f5c3f83'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 14:06:42.894688 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-13812e82-0720-44dc-988b-1dd40032faac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T14:06:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:06:42.951426 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94485889-bcd8-4ebd-a999-512be858ed66 req-58d8afcd-b36d-40ca-b6f6-115055c29f1b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:06:42.952984 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-94485889-bcd8-4ebd-a999-512be858ed66 req-58d8afcd-b36d-40ca-b6f6-115055c29f1b tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6 HTTP/1.1" status: 200 len: 945 time: 0.0477729 Jun 08 14:06:43.000035 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-13812e82-0720-44dc-988b-1dd40032faac None None] Set router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 14:06:43.002365 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-94485889-bcd8-4ebd-a999-512be858ed66 req-3e02ddc7-ab16-4dec-a61b-e12d0bac06de tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437815 Jun 08 14:06:43.208427 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-13812e82-0720-44dc-988b-1dd40032faac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:53Z', 'revision_number': 4, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'gw_port': {'id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': 'f4f3db5c-d38f-40a3-acbe-9f02299e82d9', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'port_id': '510c9a79-bb51-4447-a8b8-dec89c386669', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'mac_address': 'fa:16:3e:d6:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8605b8d6-81fd-4f0b-b353-4a82d040f2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:03:00Z', 'updated_at': '2022-06-08T14:03:02Z', 'revision_number': 1, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c', 'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'mac_address': 'fa:16:3e:ee:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:52Z', 'updated_at': '2022-06-08T13:59:56Z', 'revision_number': 5, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'subnets': [{'id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:06:43.232784 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13812e82-0720-44dc-988b-1dd40032faac None None] The sync data for ids ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'] in dv-cinder-819149-5-iscsi is: [{'id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:53Z', 'revision_number': 4, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'gw_port': {'id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_floatingips': [{'id': 'f4f3db5c-d38f-40a3-acbe-9f02299e82d9', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'router_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'port_id': '510c9a79-bb51-4447-a8b8-dec89c386669', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'mac_address': 'fa:16:3e:d6:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8605b8d6-81fd-4f0b-b353-4a82d040f2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:03:00Z', 'updated_at': '2022-06-08T14:03:02Z', 'revision_number': 1, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c', 'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'mac_address': 'fa:16:3e:ee:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:52Z', 'updated_at': '2022-06-08T13:59:56Z', 'revision_number': 5, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'subnets': [{'id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:06:43.446020 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c74a27-9ba3-4756-bc72-96c016e148ad None None] New status for floating IP d08a226d-1801-4404-a0a2-f897dfb488ea: DOWN {{(pid=111000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 14:06:43.670321 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:43.913435 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-860f533e-2bac-455e-aeda-25f6737f0f19 req-cdaf538f-ad29-48bd-a4f1-e08ecfc8edc8 service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873125 Jun 08 14:06:44.125798 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b2f04-5cab-41ea-9b46-f11606484a48 req-eb0e9d29-a842-4944-b113-2d40e60a2d7d tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:06:44.127320 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-565b2f04-5cab-41ea-9b46-f11606484a48 req-eb0e9d29-a842-4944-b113-2d40e60a2d7d tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6 HTTP/1.1" status: 200 len: 945 time: 0.0516040 Jun 08 14:06:44.179990 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-565b2f04-5cab-41ea-9b46-f11606484a48 req-2aa118df-cf71-4970-ba2b-7d654d32a1c8 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466621 Jun 08 14:06:44.351999 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf165ec0-ba19-4385-83c8-3b56dde5f1fe req-55fe7fd0-ce54-499b-a9fd-5569dd90d09e tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:06:44.353464 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-bf165ec0-ba19-4385-83c8-3b56dde5f1fe req-55fe7fd0-ce54-499b-a9fd-5569dd90d09e tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.61 "GET /v2.0/ports?device_id=4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6 HTTP/1.1" status: 200 len: 945 time: 0.0486803 Jun 08 14:06:44.433697 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-bf165ec0-ba19-4385-83c8-3b56dde5f1fe req-df1bccef-adfe-4633-8611-62f625ef2e10 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Deleting port 178a3961-9bc2-476d-a90a-f2147a973852 {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 14:06:44.434033 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-bf165ec0-ba19-4385-83c8-3b56dde5f1fe req-df1bccef-adfe-4633-8611-62f625ef2e10 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (178a3961-9bc2-476d-a90a-f2147a973852), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:44.523593 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-bf165ec0-ba19-4385-83c8-3b56dde5f1fe req-df1bccef-adfe-4633-8611-62f625ef2e10 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] For port 178a3961-9bc2-476d-a90a-f2147a973852, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=178a3961-9bc2-476d-a90a-f2147a973852,segment=NetworkSegment(ad52415a-d2ef-4340-8cf0-14c5034842af),segment_id=ad52415a-d2ef-4340-8cf0-14c5034842af)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:06:44.523948 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-bf165ec0-ba19-4385-83c8-3b56dde5f1fe req-df1bccef-adfe-4633-8611-62f625ef2e10 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (178a3961-9bc2-476d-a90a-f2147a973852), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:44.537546 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-bf165ec0-ba19-4385-83c8-3b56dde5f1fe req-df1bccef-adfe-4633-8611-62f625ef2e10 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Calling delete_port for 178a3961-9bc2-476d-a90a-f2147a973852 owned by compute:nova {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 14:06:44.582124 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:06:44.718106 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-bf165ec0-ba19-4385-83c8-3b56dde5f1fe req-df1bccef-adfe-4633-8611-62f625ef2e10 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (178a3961-9bc2-476d-a90a-f2147a973852), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:44.746277 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bccef-adfe-4633-8611-62f625ef2e10 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Pushing event deleted for resources: {'Port': ['ID=178a3961-9bc2-476d-a90a-f2147a973852,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:06:44.793404 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf165ec0-ba19-4385-83c8-3b56dde5f1fe req-df1bccef-adfe-4633-8611-62f625ef2e10 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] No DVR routers for this DVR port 178a3961-9bc2-476d-a90a-f2147a973852 on host hv-cinder-81914 {{(pid=110998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 14:06:44.795832 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-bf165ec0-ba19-4385-83c8-3b56dde5f1fe req-df1bccef-adfe-4633-8611-62f625ef2e10 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:44.799092 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-bf165ec0-ba19-4385-83c8-3b56dde5f1fe req-df1bccef-adfe-4633-8611-62f625ef2e10 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.61 "DELETE /v2.0/ports/178a3961-9bc2-476d-a90a-f2147a973852 HTTP/1.1" status: 204 len: 173 time: 0.4409797 Jun 08 14:06:44.799518 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6', 'name': 'network-vif-deleted', 'tag': '178a3961-9bc2-476d-a90a-f2147a973852'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:06:44.801781 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ef88c6-3bb8-4abb-9f56-0132cd32ffff" -d '{"events": [{"server_uuid": "4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6", "name": "network-vif-deleted", "tag": "178a3961-9bc2-476d-a90a-f2147a973852"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:06:44.839072 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61808a56-c6ed-49f6-b2fb-89c482452569 x-openstack-request-id: req-61808a56-c6ed-49f6-b2fb-89c482452569 {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:06:44.839358 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6", "name": "network-vif-deleted", "tag": "178a3961-9bc2-476d-a90a-f2147a973852", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:06:44.839689 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-61808a56-c6ed-49f6-b2fb-89c482452569 {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:06:44.840121 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61808a56-c6ed-49f6-b2fb-89c482452569'] response: {'server_uuid': '4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6', 'name': 'network-vif-deleted', 'tag': '178a3961-9bc2-476d-a90a-f2147a973852', 'status': 'completed', 'code': 200} Jun 08 14:06:45.282325 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-d7a37ba4-9700-4058-be66-1adb5489d1c3 req-24449d1d-4016-48e7-b759-718670dd2b13 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eaa9552-20a9-48f5-b9c4-8e2ea23fabe6 HTTP/1.1" status: 200 len: 210 time: 0.0325518 Jun 08 14:06:48.104949 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 178a3961-9bc2-476d-a90a-f2147a973852 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:06:48.124937 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] No Port match for: 178a3961-9bc2-476d-a90a-f2147a973852 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 14:06:48.125280 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 178a3961-9bc2-476d-a90a-f2147a973852 not bound to the agent host hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:06:48.830417 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 44366) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:06:48.970678 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-ae1cbafd-98f4-403d-ab4e-dd972580f97c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Deleting port 3a60ba40-a6c1-4c61-a568-dabcf43c5a0f {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 14:06:48.971018 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ae1cbafd-98f4-403d-ab4e-dd972580f97c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (3a60ba40-a6c1-4c61-a568-dabcf43c5a0f), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:49.049618 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ae1cbafd-98f4-403d-ab4e-dd972580f97c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (3a60ba40-a6c1-4c61-a568-dabcf43c5a0f), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:49.049946 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ae1cbafd-98f4-403d-ab4e-dd972580f97c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for floatingip (3a60ba40-a6c1-4c61-a568-dabcf43c5a0f), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:49.063251 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-ae1cbafd-98f4-403d-ab4e-dd972580f97c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Calling delete_port for 3a60ba40-a6c1-4c61-a568-dabcf43c5a0f owned by network:floatingip {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 14:06:49.116543 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:06:49.271871 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ae1cbafd-98f4-403d-ab4e-dd972580f97c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (3a60ba40-a6c1-4c61-a568-dabcf43c5a0f), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:49.298812 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cbafd-98f4-403d-ab4e-dd972580f97c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Pushing event deleted for resources: {'Port': ['ID=3a60ba40-a6c1-4c61-a568-dabcf43c5a0f,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:06:49.358293 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ae1cbafd-98f4-403d-ab4e-dd972580f97c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for floatingip (f4f3db5c-d38f-40a3-acbe-9f02299e82d9), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:49.358562 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.db.l3_db [None req-ae1cbafd-98f4-403d-ab4e-dd972580f97c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Floating IP f4f3db5c-d38f-40a3-acbe-9f02299e82d9 disassociated (deleted). External IP: 172.27.1.115, port: 510c9a79-bb51-4447-a8b8-dec89c386669. Jun 08 14:06:49.496788 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:06:49.555942 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1cbafd-98f4-403d-ab4e-dd972580f97c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:06:49.659214 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1cbafd-98f4-403d-ab4e-dd972580f97c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:06:49.663966 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-ae1cbafd-98f4-403d-ab4e-dd972580f97c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:49.669596 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6444be2-a912-4f0c-85f9-b5b19764d841 None None] Sync routers for ids ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:06:49.679432 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6444be2-a912-4f0c-85f9-b5b19764d841 None None] Routers {'16d017ec-1147-4048-a0d0-5fa15f5c3f83'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 14:06:49.680035 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-b6444be2-a912-4f0c-85f9-b5b19764d841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T14:06:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:06:49.696138 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-ae1cbafd-98f4-403d-ab4e-dd972580f97c tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "DELETE /v2.0/floatingips/f4f3db5c-d38f-40a3-acbe-9f02299e82d9 HTTP/1.1" status: 204 len: 168 time: 0.8621767 Jun 08 14:06:49.696138 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8605b8d6-81fd-4f0b-b353-4a82d040f2dc', 'tag': '510c9a79-bb51-4447-a8b8-dec89c386669'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:06:49.702328 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14df4a26-5235-44c6-a4cd-8c81ed7e6b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "8605b8d6-81fd-4f0b-b353-4a82d040f2dc", "tag": "510c9a79-bb51-4447-a8b8-dec89c386669"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:06:49.737658 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 14:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a390cfae-e4e1-493a-aac3-3a17e94cca2c x-openstack-request-id: req-a390cfae-e4e1-493a-aac3-3a17e94cca2c {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:06:49.738141 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8605b8d6-81fd-4f0b-b353-4a82d040f2dc", "tag": "510c9a79-bb51-4447-a8b8-dec89c386669", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:06:49.738524 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a390cfae-e4e1-493a-aac3-3a17e94cca2c {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:06:49.739213 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a390cfae-e4e1-493a-aac3-3a17e94cca2c'] response: {'name': 'network-changed', 'server_uuid': '8605b8d6-81fd-4f0b-b353-4a82d040f2dc', 'tag': '510c9a79-bb51-4447-a8b8-dec89c386669', 'status': 'completed', 'code': 200} Jun 08 14:06:49.766363 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:06:49.792287 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:06:49.794636 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-b6444be2-a912-4f0c-85f9-b5b19764d841 None None] Set router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 14:06:49.800504 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df4a26-5235-44c6-a4cd-8c81ed7e6b2d req-8ad77ef1-6191-485e-ab8b-13a73143aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:06:49.802098 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-14df4a26-5235-44c6-a4cd-8c81ed7e6b2d req-8ad77ef1-6191-485e-ab8b-13a73143aab3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=935e40a140d74e528002c0bcfd1515aa&device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 1129 time: 0.0423899 Jun 08 14:06:49.895648 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df4a26-5235-44c6-a4cd-8c81ed7e6b2d req-088ddcbc-7f32-4b9d-836d-853e6a37e316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:06:49.897179 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-14df4a26-5235-44c6-a4cd-8c81ed7e6b2d req-088ddcbc-7f32-4b9d-836d-853e6a37e316 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8a18d0c8-3777-47d9-8514-f63bd12afcbe HTTP/1.1" status: 200 len: 913 time: 0.0898244 Jun 08 14:06:49.935083 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-14df4a26-5235-44c6-a4cd-8c81ed7e6b2d req-ccad3a47-7669-4470-8a73-190b56a4e5e0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=510c9a79-bb51-4447-a8b8-dec89c386669 HTTP/1.1" status: 200 len: 217 time: 0.0323238 Jun 08 14:06:49.985064 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df4a26-5235-44c6-a4cd-8c81ed7e6b2d req-41fca1fc-9bdd-48e2-855e-168d4f09fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:06:49.986268 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-14df4a26-5235-44c6-a4cd-8c81ed7e6b2d req-41fca1fc-9bdd-48e2-855e-168d4f09fc0e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7c438e-4f91-4a5a-aaca-7153a6841c14 HTTP/1.1" status: 200 len: 851 time: 0.0455992 Jun 08 14:06:49.988114 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-b6444be2-a912-4f0c-85f9-b5b19764d841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:53Z', 'revision_number': 4, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'gw_port': {'id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c', 'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'mac_address': 'fa:16:3e:ee:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:52Z', 'updated_at': '2022-06-08T13:59:56Z', 'revision_number': 5, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'subnets': [{'id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:06:50.018044 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6444be2-a912-4f0c-85f9-b5b19764d841 None None] Checking router: 16d017ec-1147-4048-a0d0-5fa15f5c3f83 for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:06:50.026358 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6444be2-a912-4f0c-85f9-b5b19764d841 None None] Routers {'16d017ec-1147-4048-a0d0-5fa15f5c3f83'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 14:06:50.027879 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-b6444be2-a912-4f0c-85f9-b5b19764d841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T14:06:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:06:50.035229 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df4a26-5235-44c6-a4cd-8c81ed7e6b2d req-c43c995b-7ecb-4e76-a3f3-d3f5e4a0d9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:06:50.036830 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-14df4a26-5235-44c6-a4cd-8c81ed7e6b2d req-c43c995b-7ecb-4e76-a3f3-d3f5e4a0d9ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a18d0c8-3777-47d9-8514-f63bd12afcbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438333 Jun 08 14:06:50.132802 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-b6444be2-a912-4f0c-85f9-b5b19764d841 None None] Set router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 14:06:50.141080 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-14df4a26-5235-44c6-a4cd-8c81ed7e6b2d req-cc8e328d-dbd0-4c97-b2a0-a786de96a00e service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985475 Jun 08 14:06:50.180142 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cc4f6-4a2b-4213-9220-2b45eb6d17ed req-040f8e01-40e8-4be4-b003-5b398b6ef907 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:06:50.181623 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-795cc4f6-4a2b-4213-9220-2b45eb6d17ed req-040f8e01-40e8-4be4-b003-5b398b6ef907 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 945 time: 0.0489666 Jun 08 14:06:50.234120 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-795cc4f6-4a2b-4213-9220-2b45eb6d17ed req-9e1621f1-f050-4148-978d-079802cf5983 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462458 Jun 08 14:06:50.309808 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=100 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:06:50.320308 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-b6444be2-a912-4f0c-85f9-b5b19764d841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:53Z', 'revision_number': 4, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'gw_port': {'id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c', 'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'mac_address': 'fa:16:3e:ee:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:52Z', 'updated_at': '2022-06-08T13:59:56Z', 'revision_number': 5, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'subnets': [{'id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:06:50.343999 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6444be2-a912-4f0c-85f9-b5b19764d841 None None] The sync data for ids ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'] in dv-cinder-819149-5-iscsi is: [{'id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:53Z', 'revision_number': 4, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'gw_port': {'id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi', '_interfaces': [{'id': '8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c', 'name': '', 'network_id': '8a18d0c8-3777-47d9-8514-f63bd12afcbe', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'mac_address': 'fa:16:3e:ee:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:52Z', 'updated_at': '2022-06-08T13:59:56Z', 'revision_number': 5, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'subnets': [{'id': 'ab7c438e-4f91-4a5a-aaca-7153a6841c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:06:50.571711 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bb7020-1417-42d5-b40a-1ec5a0fb95b2 None None] New status for floating IP f4f3db5c-d38f-40a3-acbe-9f02299e82d9: DOWN {{(pid=111000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 08 14:06:51.135176 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-14df4a26-5235-44c6-a4cd-8c81ed7e6b2d req-1794f329-5640-44d0-8ccd-79093d70148d service neutron] 10.222.0.61 "GET /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874093 Jun 08 14:06:51.351785 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20921b8c-d052-4ae8-90ee-f1455585a096 req-06084a9c-d02d-4fa5-a11e-4dd5e2a38173 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:06:51.353179 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-20921b8c-d052-4ae8-90ee-f1455585a096 req-06084a9c-d02d-4fa5-a11e-4dd5e2a38173 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 945 time: 0.0473607 Jun 08 14:06:51.402798 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-20921b8c-d052-4ae8-90ee-f1455585a096 req-0a3e17a3-630c-4eb9-8cf0-dd71a5714aa8 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/security-groups?id=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437047 Jun 08 14:06:51.527728 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:06:51.536285 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f4a59-3b31-4c4a-8bdb-ca6ef1dc3e3f req-254aac3a-4795-48c6-83b8-165095c33ddf tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:06:51.537726 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f23f4a59-3b31-4c4a-8bdb-ca6ef1dc3e3f req-254aac3a-4795-48c6-83b8-165095c33ddf tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.61 "GET /v2.0/ports?device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 945 time: 0.0471821 Jun 08 14:06:51.615459 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-f23f4a59-3b31-4c4a-8bdb-ca6ef1dc3e3f req-e3e6a1f4-688f-43fa-8efd-953737f5d6c1 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Deleting port 510c9a79-bb51-4447-a8b8-dec89c386669 {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 14:06:51.615720 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-f23f4a59-3b31-4c4a-8bdb-ca6ef1dc3e3f req-e3e6a1f4-688f-43fa-8efd-953737f5d6c1 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (510c9a79-bb51-4447-a8b8-dec89c386669), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:51.705865 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [req-f23f4a59-3b31-4c4a-8bdb-ca6ef1dc3e3f req-e3e6a1f4-688f-43fa-8efd-953737f5d6c1 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] For port 510c9a79-bb51-4447-a8b8-dec89c386669, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=510c9a79-bb51-4447-a8b8-dec89c386669,segment=NetworkSegment(ad52415a-d2ef-4340-8cf0-14c5034842af),segment_id=ad52415a-d2ef-4340-8cf0-14c5034842af)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:06:51.706218 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-f23f4a59-3b31-4c4a-8bdb-ca6ef1dc3e3f req-e3e6a1f4-688f-43fa-8efd-953737f5d6c1 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (510c9a79-bb51-4447-a8b8-dec89c386669), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:51.719174 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [req-f23f4a59-3b31-4c4a-8bdb-ca6ef1dc3e3f req-e3e6a1f4-688f-43fa-8efd-953737f5d6c1 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Calling delete_port for 510c9a79-bb51-4447-a8b8-dec89c386669 owned by compute:nova {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 14:06:51.787577 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:06:51.912680 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-f23f4a59-3b31-4c4a-8bdb-ca6ef1dc3e3f req-e3e6a1f4-688f-43fa-8efd-953737f5d6c1 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (510c9a79-bb51-4447-a8b8-dec89c386669), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:51.940305 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6a1f4-688f-43fa-8efd-953737f5d6c1 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Pushing event deleted for resources: {'Port': ['ID=510c9a79-bb51-4447-a8b8-dec89c386669,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:06:51.984379 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23f4a59-3b31-4c4a-8bdb-ca6ef1dc3e3f req-e3e6a1f4-688f-43fa-8efd-953737f5d6c1 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] No DVR routers for this DVR port 510c9a79-bb51-4447-a8b8-dec89c386669 on host hv-cinder-81914 {{(pid=110998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 14:06:51.986833 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [req-f23f4a59-3b31-4c4a-8bdb-ca6ef1dc3e3f req-e3e6a1f4-688f-43fa-8efd-953737f5d6c1 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for port (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:51.990018 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [req-f23f4a59-3b31-4c4a-8bdb-ca6ef1dc3e3f req-e3e6a1f4-688f-43fa-8efd-953737f5d6c1 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.61 "DELETE /v2.0/ports/510c9a79-bb51-4447-a8b8-dec89c386669 HTTP/1.1" status: 204 len: 173 time: 0.4477055 Jun 08 14:06:51.990444 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8605b8d6-81fd-4f0b-b353-4a82d040f2dc', 'name': 'network-vif-deleted', 'tag': '510c9a79-bb51-4447-a8b8-dec89c386669'}] {{(pid=110998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:06:51.992683 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbd3148089e568324840fccb64f681746c1d32244a7d3dede498a794b2c4f796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ab55aa-617e-4cd7-b57f-5634503c75e9" -d '{"events": [{"server_uuid": "8605b8d6-81fd-4f0b-b353-4a82d040f2dc", "name": "network-vif-deleted", "tag": "510c9a79-bb51-4447-a8b8-dec89c386669"}]}' {{(pid=110998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:06:52.028255 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb21b07b-296e-4ca0-8650-5ffb79710078 x-openstack-request-id: req-bb21b07b-296e-4ca0-8650-5ffb79710078 {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:06:52.028654 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8605b8d6-81fd-4f0b-b353-4a82d040f2dc", "name": "network-vif-deleted", "tag": "510c9a79-bb51-4447-a8b8-dec89c386669", "status": "completed", "code": 200}]} {{(pid=110998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:06:52.028937 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bb21b07b-296e-4ca0-8650-5ffb79710078 {{(pid=110998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:06:52.029343 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb21b07b-296e-4ca0-8650-5ffb79710078'] response: {'server_uuid': '8605b8d6-81fd-4f0b-b353-4a82d040f2dc', 'name': 'network-vif-deleted', 'tag': '510c9a79-bb51-4447-a8b8-dec89c386669', 'status': 'completed', 'code': 200} Jun 08 14:06:52.736763 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [req-11cfa4d5-ff4f-478a-a4fe-bb13726545a0 req-3c4096bc-b5b2-4c20-b2ce-f77cc1504929 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "GET /v2.0/ports?device_id=8605b8d6-81fd-4f0b-b353-4a82d040f2dc HTTP/1.1" status: 200 len: 210 time: 0.2665021 Jun 08 14:06:53.796324 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 44382) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:06:53.907316 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-cd9fa36e-90ce-45fa-a345-0a6ac5fe21a3 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Deleting port 20855c2f-896f-4cb0-99f7-cfe659969b0b {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 14:06:53.907656 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-cd9fa36e-90ce-45fa-a345-0a6ac5fe21a3 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (20855c2f-896f-4cb0-99f7-cfe659969b0b), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:53.987589 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-cd9fa36e-90ce-45fa-a345-0a6ac5fe21a3 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (20855c2f-896f-4cb0-99f7-cfe659969b0b), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:53.988021 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-cd9fa36e-90ce-45fa-a345-0a6ac5fe21a3 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for floatingip (20855c2f-896f-4cb0-99f7-cfe659969b0b), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:54.002276 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-cd9fa36e-90ce-45fa-a345-0a6ac5fe21a3 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Calling delete_port for 20855c2f-896f-4cb0-99f7-cfe659969b0b owned by network:floatingip {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 14:06:54.215083 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-cd9fa36e-90ce-45fa-a345-0a6ac5fe21a3 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (20855c2f-896f-4cb0-99f7-cfe659969b0b), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:54.238873 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9fa36e-90ce-45fa-a345-0a6ac5fe21a3 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Pushing event deleted for resources: {'Port': ['ID=20855c2f-896f-4cb0-99f7-cfe659969b0b,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:06:54.302111 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-cd9fa36e-90ce-45fa-a345-0a6ac5fe21a3 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for floatingip (c6a1f72f-644d-4b0a-8e0f-9ee0f49881e2), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:54.304575 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-cd9fa36e-90ce-45fa-a345-0a6ac5fe21a3 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99275'] for floatingip (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:54.305759 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-cd9fa36e-90ce-45fa-a345-0a6ac5fe21a3 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "DELETE /v2.0/floatingips/c6a1f72f-644d-4b0a-8e0f-9ee0f49881e2 HTTP/1.1" status: 204 len: 168 time: 0.5095487 Jun 08 14:06:55.668895 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 44394) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:06:55.675721 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:06:55.730526 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-883f8d50-ea85-43b9-9eb7-a6dd8891ad36 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for security_group (95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:55.756502 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-883f8d50-ea85-43b9-9eb7-a6dd8891ad36 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for security_group (95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:55.900729 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-883f8d50-ea85-43b9-9eb7-a6dd8891ad36 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:55.903767 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-883f8d50-ea85-43b9-9eb7-a6dd8891ad36 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Publish callbacks [] for security_group (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:55.904959 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-883f8d50-ea85-43b9-9eb7-a6dd8891ad36 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] 10.222.0.55 "DELETE /v2.0/security-groups/95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15 HTTP/1.1" status: 204 len: 168 time: 0.2351098 Jun 08 14:06:55.914637 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f8d50-ea85-43b9-9eb7-a6dd8891ad36 tempest-TestVolumeBootPattern-704636513 tempest-TestVolumeBootPattern-704636513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fa7689-e7aa-4b60-a1a3-a4f9abfd9b15,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:06:56.014733 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 44398) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:06:56.123330 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 510c9a79-bb51-4447-a8b8-dec89c386669 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:06:56.143361 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] No Port match for: 510c9a79-bb51-4447-a8b8-dec89c386669 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 14:06:56.143703 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Device 510c9a79-bb51-4447-a8b8-dec89c386669 not bound to the agent host hv-cinder-81914 {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:06:56.423413 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a8bf924b-ad0c-44cc-acc4-3a689d8acaf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354865'] for router_interface (16d017ec-1147-4048-a0d0-5fa15f5c3f83), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:56.615100 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:06:56.645795 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-a8bf924b-ad0c-44cc-acc4-3a689d8acaf1 admin admin] Deleting port 8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c {{(pid=110997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 14:06:56.646129 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a8bf924b-ad0c-44cc-acc4-3a689d8acaf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:56.700401 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=100 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:06:56.728595 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.db [None req-a8bf924b-ad0c-44cc-acc4-3a689d8acaf1 admin admin] For port 8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c,segment=NetworkSegment(ad52415a-d2ef-4340-8cf0-14c5034842af),segment_id=ad52415a-d2ef-4340-8cf0-14c5034842af)] {{(pid=110997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:06:56.734301 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a8bf924b-ad0c-44cc-acc4-3a689d8acaf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:56.742353 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-a8bf924b-ad0c-44cc-acc4-3a689d8acaf1 admin admin] Calling delete_port for 8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c owned by network:router_interface {{(pid=110997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 14:06:56.995675 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a8bf924b-ad0c-44cc-acc4-3a689d8acaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:57.020918 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf924b-ad0c-44cc-acc4-3a689d8acaf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:06:57.033610 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf924b-ad0c-44cc-acc4-3a689d8acaf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:57.033956 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf924b-ad0c-44cc-acc4-3a689d8acaf1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:57.034332 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf924b-ad0c-44cc-acc4-3a689d8acaf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:57.034673 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf924b-ad0c-44cc-acc4-3a689d8acaf1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:57.035005 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf924b-ad0c-44cc-acc4-3a689d8acaf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:57.035335 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf924b-ad0c-44cc-acc4-3a689d8acaf1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:57.035663 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf924b-ad0c-44cc-acc4-3a689d8acaf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:57.035991 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf924b-ad0c-44cc-acc4-3a689d8acaf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:57.036408 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf924b-ad0c-44cc-acc4-3a689d8acaf1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:57.036740 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf924b-ad0c-44cc-acc4-3a689d8acaf1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:57.037067 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf924b-ad0c-44cc-acc4-3a689d8acaf1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:57.037392 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf924b-ad0c-44cc-acc4-3a689d8acaf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:57.037729 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf924b-ad0c-44cc-acc4-3a689d8acaf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:57.038026 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf924b-ad0c-44cc-acc4-3a689d8acaf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:57.038342 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf924b-ad0c-44cc-acc4-3a689d8acaf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:57.200718 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-a8bf924b-ad0c-44cc-acc4-3a689d8acaf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355233'] for router_interface (16d017ec-1147-4048-a0d0-5fa15f5c3f83), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:57.399163 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bf924b-ad0c-44cc-acc4-3a689d8acaf1 admin admin] Router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:06:57.482129 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:06:57.502710 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bf924b-ad0c-44cc-acc4-3a689d8acaf1 admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:06:57.507709 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-a8bf924b-ad0c-44cc-acc4-3a689d8acaf1 admin admin] 10.222.0.55 "PUT /v2.0/routers/16d017ec-1147-4048-a0d0-5fa15f5c3f83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4919755 Jun 08 14:06:57.510336 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 44402) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:06:57.513394 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f451168-0684-47e1-bbb2-e11614c626ae None None] Sync routers for ids ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'] in dv-cinder-819149-5-iscsi {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:06:57.523843 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f451168-0684-47e1-bbb2-e11614c626ae None None] Routers {'16d017ec-1147-4048-a0d0-5fa15f5c3f83'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 14:06:57.524485 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-6f451168-0684-47e1-bbb2-e11614c626ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T14:06:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:06:57.602640 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:06:57.611394 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e813221f-6388-4f93-95b0-fff5184ba4a2 admin admin] Publish callbacks [] for router (16d017ec-1147-4048-a0d0-5fa15f5c3f83), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:57.629288 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-6f451168-0684-47e1-bbb2-e11614c626ae None None] Set router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 gateway port host: dv-cinder-819149-5-iscsi {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 14:06:57.713203 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e813221f-6388-4f93-95b0-fff5184ba4a2 admin admin] Publish callbacks [] for router_gateway (16d017ec-1147-4048-a0d0-5fa15f5c3f83), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:57.815197 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-e813221f-6388-4f93-95b0-fff5184ba4a2 admin admin] Deleting port fb503530-4925-480f-b992-cbc31e0754d6 {{(pid=110997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 14:06:57.815534 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e813221f-6388-4f93-95b0-fff5184ba4a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (fb503530-4925-480f-b992-cbc31e0754d6), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:57.897298 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.db [None req-e813221f-6388-4f93-95b0-fff5184ba4a2 admin admin] For port fb503530-4925-480f-b992-cbc31e0754d6, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=fb503530-4925-480f-b992-cbc31e0754d6,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=110997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:06:57.897658 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e813221f-6388-4f93-95b0-fff5184ba4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (fb503530-4925-480f-b992-cbc31e0754d6), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:57.910392 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-e813221f-6388-4f93-95b0-fff5184ba4a2 admin admin] Calling delete_port for fb503530-4925-480f-b992-cbc31e0754d6 owned by network:router_gateway {{(pid=110997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 14:06:57.926824 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-6f451168-0684-47e1-bbb2-e11614c626ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T14:06:56Z', 'revision_number': 5, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'gw_port': {'id': 'fb503530-4925-480f-b992-cbc31e0754d6', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T13:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:06:57.951555 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f451168-0684-47e1-bbb2-e11614c626ae None None] Checking router: 16d017ec-1147-4048-a0d0-5fa15f5c3f83 for host: dv-cinder-819149-5-iscsi {{(pid=110999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:06:57.959846 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f451168-0684-47e1-bbb2-e11614c626ae None None] Routers {'16d017ec-1147-4048-a0d0-5fa15f5c3f83'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=110999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 14:06:57.960488 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-6f451168-0684-47e1-bbb2-e11614c626ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T14:06:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'], 'active': True} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:06:58.043586 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvr_db [None req-6f451168-0684-47e1-bbb2-e11614c626ae None None] Set router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 gateway port host: None {{(pid=110999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 14:06:58.095148 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_hamode_db [None req-6f451168-0684-47e1-bbb2-e11614c626ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T14:06:57Z', 'revision_number': 6, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'gw_port_host': None}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=110999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:06:58.120490 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f451168-0684-47e1-bbb2-e11614c626ae None None] The sync data for ids ['16d017ec-1147-4048-a0d0-5fa15f5c3f83'] in dv-cinder-819149-5-iscsi is: [{'id': '16d017ec-1147-4048-a0d0-5fa15f5c3f83', 'name': 'tempest-TestVolumeBootPattern-1887526659-router', 'tenant_id': '935e40a140d74e528002c0bcfd1515aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:50Z', 'updated_at': '2022-06-08T14:06:57Z', 'revision_number': 6, 'project_id': '935e40a140d74e528002c0bcfd1515aa', 'gw_port_host': None}] {{(pid=110999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:06:58.133892 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e813221f-6388-4f93-95b0-fff5184ba4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (fb503530-4925-480f-b992-cbc31e0754d6), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:58.162116 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813221f-6388-4f93-95b0-fff5184ba4a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb503530-4925-480f-b992-cbc31e0754d6,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:06:58.226602 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e813221f-6388-4f93-95b0-fff5184ba4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358006'] for router_gateway (16d017ec-1147-4048-a0d0-5fa15f5c3f83), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:58.318563 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e813221f-6388-4f93-95b0-fff5184ba4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-354715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2700'] for router (16d017ec-1147-4048-a0d0-5fa15f5c3f83), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:58.320759 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e813221f-6388-4f93-95b0-fff5184ba4a2 admin admin] Publish callbacks [] for router_controller (16d017ec-1147-4048-a0d0-5fa15f5c3f83), precommit_delete_associations {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:58.451342 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e813221f-6388-4f93-95b0-fff5184ba4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-355316'] for router (16d017ec-1147-4048-a0d0-5fa15f5c3f83), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:58.452364 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e813221f-6388-4f93-95b0-fff5184ba4a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16d017ec-1147-4048-a0d0-5fa15f5c3f83 {{(pid=110997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 14:06:58.458611 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-e813221f-6388-4f93-95b0-fff5184ba4a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:58.460690 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-e813221f-6388-4f93-95b0-fff5184ba4a2 admin admin] 10.222.0.55 "DELETE /v2.0/routers/16d017ec-1147-4048-a0d0-5fa15f5c3f83 HTTP/1.1" status: 204 len: 168 time: 0.9492114 Jun 08 14:06:58.462166 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 44404) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:06:58.516138 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.db_base_plugin_v2 [None req-5977dd6f-4947-41df-a55a-37c1d817e745 admin admin] Deleting subnet ab7c438e-4f91-4a5a-aaca-7153a6841c14 {{(pid=110997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 14:06:58.520165 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-5977dd6f-4947-41df-a55a-37c1d817e745 admin admin] Publish callbacks [] for subnet (ab7c438e-4f91-4a5a-aaca-7153a6841c14), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:58.559446 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-5977dd6f-4947-41df-a55a-37c1d817e745 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11440041'] for subnet (ab7c438e-4f91-4a5a-aaca-7153a6841c14), precommit_delete_associations {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:58.565884 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:06:58.586981 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: 8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 14:06:58.587248 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 8f8e40b9-aad5-41e4-8d09-b9ecefe7f05c not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:06:58.627476 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:06:58.650453 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-5977dd6f-4947-41df-a55a-37c1d817e745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628126'] for subnet (ab7c438e-4f91-4a5a-aaca-7153a6841c14), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:58.692739 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:06:58.774838 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-5977dd6f-4947-41df-a55a-37c1d817e745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8407458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12563171'] for subnet (ab7c438e-4f91-4a5a-aaca-7153a6841c14), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:58.800150 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977dd6f-4947-41df-a55a-37c1d817e745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab7c438e-4f91-4a5a-aaca-7153a6841c14,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:06:58.804028 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-5977dd6f-4947-41df-a55a-37c1d817e745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for subnet (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:58.807231 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-5977dd6f-4947-41df-a55a-37c1d817e745 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ab7c438e-4f91-4a5a-aaca-7153a6841c14 HTTP/1.1" status: 204 len: 168 time: 0.3439233 Jun 08 14:06:58.812908 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 44406) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:06:58.813293 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0defe9-640f-478c-bcb6-5cce88b31097 None None] Network 8a18d0c8-3777-47d9-8514-f63bd12afcbe requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 14:06:58.890988 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9896e2ce-2f16-4789-a296-5d34979f635e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427792'] for network (8a18d0c8-3777-47d9-8514-f63bd12afcbe), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:58.936603 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-9896e2ce-2f16-4789-a296-5d34979f635e admin admin] Deleting port e849ccec-a8ff-46e8-9de2-d8e3d321af8f {{(pid=110997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 14:06:58.936938 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9896e2ce-2f16-4789-a296-5d34979f635e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (e849ccec-a8ff-46e8-9de2-d8e3d321af8f), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:58.987451 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e383e2f-bc22-46e0-825a-ed2cf72c0b2c None None] DHCP port deletion for 8a18d0c8-3777-47d9-8514-f63bd12afcbe request from dv-cinder-819149-5-iscsi {{(pid=110999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 08 14:06:59.002315 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.db [None req-9896e2ce-2f16-4789-a296-5d34979f635e admin admin] For port e849ccec-a8ff-46e8-9de2-d8e3d321af8f, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=e849ccec-a8ff-46e8-9de2-d8e3d321af8f,segment=NetworkSegment(ad52415a-d2ef-4340-8cf0-14c5034842af),segment_id=ad52415a-d2ef-4340-8cf0-14c5034842af)] {{(pid=110997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:06:59.002720 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9896e2ce-2f16-4789-a296-5d34979f635e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (e849ccec-a8ff-46e8-9de2-d8e3d321af8f), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:59.017469 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-9896e2ce-2f16-4789-a296-5d34979f635e admin admin] Calling delete_port for e849ccec-a8ff-46e8-9de2-d8e3d321af8f owned by network:dhcp {{(pid=110997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 14:06:59.032661 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-1e383e2f-bc22-46e0-825a-ed2cf72c0b2c None None] Deleting port e849ccec-a8ff-46e8-9de2-d8e3d321af8f {{(pid=110999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 14:06:59.033010 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-1e383e2f-bc22-46e0-825a-ed2cf72c0b2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (e849ccec-a8ff-46e8-9de2-d8e3d321af8f), before_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:59.106489 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-1e383e2f-bc22-46e0-825a-ed2cf72c0b2c None None] For port e849ccec-a8ff-46e8-9de2-d8e3d321af8f, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=e849ccec-a8ff-46e8-9de2-d8e3d321af8f,segment=NetworkSegment(ad52415a-d2ef-4340-8cf0-14c5034842af),segment_id=ad52415a-d2ef-4340-8cf0-14c5034842af)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:06:59.114354 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-1e383e2f-bc22-46e0-825a-ed2cf72c0b2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (e849ccec-a8ff-46e8-9de2-d8e3d321af8f), precommit_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:59.121080 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-1e383e2f-bc22-46e0-825a-ed2cf72c0b2c None None] Calling delete_port for e849ccec-a8ff-46e8-9de2-d8e3d321af8f owned by network:dhcp {{(pid=110999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 14:06:59.190556 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9896e2ce-2f16-4789-a296-5d34979f635e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (e849ccec-a8ff-46e8-9de2-d8e3d321af8f), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: from cryptography.utils import int_from_bytes Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: from cryptography.utils import int_from_bytes Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: self.session.flush() Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: self.session.flush() Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: self.session.flush() Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: self.session.flush() Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: self.session.flush() Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: self.session.flush() Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: self.session.flush() Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: self.session.flush() Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: self.session.flush() Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: self.session.flush() Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: self.session.flush() Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: self.session.flush() Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: self.session.flush() Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: self.session.flush() Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: self.session.flush() Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: self.session.flush() Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: self.session.flush() Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: self.session.flush() Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 14:06:59.197755 dv-cinder-819149-5-iscsi neutron-server[110999]: self.session.flush() Jun 08 14:06:59.201758 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 14:06:59.201758 dv-cinder-819149-5-iscsi neutron-server[110999]: self.session.flush() Jun 08 14:06:59.201758 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 14:06:59.201758 dv-cinder-819149-5-iscsi neutron-server[110999]: self.session.flush() Jun 08 14:06:59.201758 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 14:06:59.201758 dv-cinder-819149-5-iscsi neutron-server[110999]: self.session.flush() Jun 08 14:06:59.201758 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 14:06:59.201758 dv-cinder-819149-5-iscsi neutron-server[110999]: self.session.flush() Jun 08 14:06:59.201758 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 14:06:59.201758 dv-cinder-819149-5-iscsi neutron-server[110999]: self.session.flush() Jun 08 14:06:59.201758 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 14:06:59.201758 dv-cinder-819149-5-iscsi neutron-server[110999]: self.session.flush() Jun 08 14:06:59.201758 dv-cinder-819149-5-iscsi neutron-server[110999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 14:06:59.201758 dv-cinder-819149-5-iscsi neutron-server[110999]: self.session.flush() Jun 08 14:06:59.208001 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-1e383e2f-bc22-46e0-825a-ed2cf72c0b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809'] for port (e849ccec-a8ff-46e8-9de2-d8e3d321af8f), after_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:59.216915 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896e2ce-2f16-4789-a296-5d34979f635e admin admin] Pushing event deleted for resources: {'Port': ['ID=e849ccec-a8ff-46e8-9de2-d8e3d321af8f,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:06:59.220362 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9896e2ce-2f16-4789-a296-5d34979f635e admin admin] No DVR routers for this DVR port e849ccec-a8ff-46e8-9de2-d8e3d321af8f on host dv-cinder-819149-5-iscsi {{(pid=110997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 14:06:59.230985 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e383e2f-bc22-46e0-825a-ed2cf72c0b2c None None] Pushing event deleted for resources: {'Port': ['ID=e849ccec-a8ff-46e8-9de2-d8e3d321af8f,revision_number=None']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:06:59.240315 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e383e2f-bc22-46e0-825a-ed2cf72c0b2c None None] No DVR routers for this DVR port e849ccec-a8ff-46e8-9de2-d8e3d321af8f on host dv-cinder-819149-5-iscsi {{(pid=110999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 14:06:59.243530 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e383e2f-bc22-46e0-825a-ed2cf72c0b2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:59.247528 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e383e2f-bc22-46e0-825a-ed2cf72c0b2c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:59.247528 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e383e2f-bc22-46e0-825a-ed2cf72c0b2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:59.247528 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e383e2f-bc22-46e0-825a-ed2cf72c0b2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:59.247528 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e383e2f-bc22-46e0-825a-ed2cf72c0b2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:59.247528 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e383e2f-bc22-46e0-825a-ed2cf72c0b2c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:59.247528 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e383e2f-bc22-46e0-825a-ed2cf72c0b2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:59.247528 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e383e2f-bc22-46e0-825a-ed2cf72c0b2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:59.247528 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e383e2f-bc22-46e0-825a-ed2cf72c0b2c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:59.247528 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e383e2f-bc22-46e0-825a-ed2cf72c0b2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:59.247528 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e383e2f-bc22-46e0-825a-ed2cf72c0b2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:59.248909 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e383e2f-bc22-46e0-825a-ed2cf72c0b2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:59.248909 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e383e2f-bc22-46e0-825a-ed2cf72c0b2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:59.248909 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e383e2f-bc22-46e0-825a-ed2cf72c0b2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:59.248909 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e383e2f-bc22-46e0-825a-ed2cf72c0b2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-5-iscsi {{(pid=110999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:59.297378 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9896e2ce-2f16-4789-a296-5d34979f635e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629017', 'neutron.services.segments.db._delete_segments_for_network-8774158746125'] for network (8a18d0c8-3777-47d9-8514-f63bd12afcbe), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:59.317993 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.services.segments.db [None req-9896e2ce-2f16-4789-a296-5d34979f635e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a18d0c8-3777-47d9-8514-f63bd12afcbe']}} {{(pid=110997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:06:59.327375 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.services.segments.db [None req-9896e2ce-2f16-4789-a296-5d34979f635e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad52415a-d2ef-4340-8cf0-14c5034842af') {'for_net_delete': True} {{(pid=110997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:06:59.327672 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.services.segments.db [None req-9896e2ce-2f16-4789-a296-5d34979f635e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad52415a-d2ef-4340-8cf0-14c5034842af') {} {{(pid=110997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:06:59.337454 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9896e2ce-2f16-4789-a296-5d34979f635e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158745236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11440032'] for segment (ad52415a-d2ef-4340-8cf0-14c5034842af), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:59.350622 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9896e2ce-2f16-4789-a296-5d34979f635e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (ad52415a-d2ef-4340-8cf0-14c5034842af), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:59.357941 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9896e2ce-2f16-4789-a296-5d34979f635e admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=110997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 14:06:59.358328 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9896e2ce-2f16-4789-a296-5d34979f635e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8407544'] for segment (ad52415a-d2ef-4340-8cf0-14c5034842af), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:59.430732 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.services.segments.plugin [-] Segment ad52415a-d2ef-4340-8cf0-14c5034842af resource provider aggregate not found Jun 08 14:06:59.454391 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.services.segments.plugin [-] Segment ad52415a-d2ef-4340-8cf0-14c5034842af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad52415a-d2ef-4340-8cf0-14c5034842af found for delete ", "request_id": "req-ccc1584e-37e5-42e9-9e51-60283f882b2f"}]} Jun 08 14:06:59.494860 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9896e2ce-2f16-4789-a296-5d34979f635e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357978'] for network (8a18d0c8-3777-47d9-8514-f63bd12afcbe), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:59.505276 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-9896e2ce-2f16-4789-a296-5d34979f635e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:06:59.508405 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-9896e2ce-2f16-4789-a296-5d34979f635e admin admin] 10.222.0.55 "DELETE /v2.0/networks/8a18d0c8-3777-47d9-8514-f63bd12afcbe HTTP/1.1" status: 204 len: 168 time: 0.6970179 Jun 08 14:06:59.511442 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 44414) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:06:59.518650 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896e2ce-2f16-4789-a296-5d34979f635e admin admin] Pushing event deleted for resources: {'Network': ['ID=8a18d0c8-3777-47d9-8514-f63bd12afcbe,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:06:59.651292 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:06:59.828153 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5e6ddab0-18e2-4600-ba7e-2c2f3832ec9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354865'] for router_interface (ce719bb7-fcb7-48d8-894b-d5e07854c96c), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:00.045721 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-5e6ddab0-18e2-4600-ba7e-2c2f3832ec9f admin admin] Deleting port 74e0a317-2b4b-45db-b7d8-20d6fb7dca48 {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 14:07:00.045960 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5e6ddab0-18e2-4600-ba7e-2c2f3832ec9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (74e0a317-2b4b-45db-b7d8-20d6fb7dca48), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:00.124950 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [None req-5e6ddab0-18e2-4600-ba7e-2c2f3832ec9f admin admin] For port 74e0a317-2b4b-45db-b7d8-20d6fb7dca48, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=74e0a317-2b4b-45db-b7d8-20d6fb7dca48,segment=NetworkSegment(98e8e6a8-07ba-4cdb-b5dd-cae6e132498b),segment_id=98e8e6a8-07ba-4cdb-b5dd-cae6e132498b)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:07:00.125304 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5e6ddab0-18e2-4600-ba7e-2c2f3832ec9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (74e0a317-2b4b-45db-b7d8-20d6fb7dca48), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:00.138626 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-5e6ddab0-18e2-4600-ba7e-2c2f3832ec9f admin admin] Calling delete_port for 74e0a317-2b4b-45db-b7d8-20d6fb7dca48 owned by network:router_interface {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 14:07:00.177459 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=100 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:07:00.267016 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device e849ccec-a8ff-46e8-9de2-d8e3d321af8f no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:07:00.287060 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: e849ccec-a8ff-46e8-9de2-d8e3d321af8f {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 14:07:00.287402 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device e849ccec-a8ff-46e8-9de2-d8e3d321af8f not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:07:00.287812 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device fb503530-4925-480f-b992-cbc31e0754d6 no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:07:00.305635 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: fb503530-4925-480f-b992-cbc31e0754d6 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 14:07:00.305911 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device fb503530-4925-480f-b992-cbc31e0754d6 not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:07:00.374978 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5e6ddab0-18e2-4600-ba7e-2c2f3832ec9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (74e0a317-2b4b-45db-b7d8-20d6fb7dca48), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:00.398401 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ddab0-18e2-4600-ba7e-2c2f3832ec9f admin admin] Pushing event deleted for resources: {'Port': ['ID=74e0a317-2b4b-45db-b7d8-20d6fb7dca48,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:07:00.815733 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-5e6ddab0-18e2-4600-ba7e-2c2f3832ec9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355233'] for router_interface (ce719bb7-fcb7-48d8-894b-d5e07854c96c), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:00.864889 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:07:01.018116 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6ddab0-18e2-4600-ba7e-2c2f3832ec9f admin admin] Router ce719bb7-fcb7-48d8-894b-d5e07854c96c has already been hosted by L3 agent 9e81fed5-f483-4855-b72a-285a557c4e92 {{(pid=110998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:07:01.119282 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6ddab0-18e2-4600-ba7e-2c2f3832ec9f admin admin] Notify agent at l3_agent.dv-cinder-819149-5-iscsi the message routers_updated {{(pid=110998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:07:01.124290 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-5e6ddab0-18e2-4600-ba7e-2c2f3832ec9f admin admin] 10.222.0.55 "PUT /v2.0/routers/ce719bb7-fcb7-48d8-894b-d5e07854c96c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6116540 Jun 08 14:07:01.126924 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 44416) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:07:01.129523 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bebd3d-d0ab-4e0d-a352-64eb74523a49 None None] Sync routers for ids ['ce719bb7-fcb7-48d8-894b-d5e07854c96c'] in dv-cinder-819149-5-iscsi {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:07:01.140666 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bebd3d-d0ab-4e0d-a352-64eb74523a49 None None] Routers {'ce719bb7-fcb7-48d8-894b-d5e07854c96c'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 14:07:01.141357 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-21bebd3d-d0ab-4e0d-a352-64eb74523a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T14:06:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['ce719bb7-fcb7-48d8-894b-d5e07854c96c'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:07:01.226333 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-680baa3b-390b-4dad-bb0c-a28c32108707 admin admin] Publish callbacks [] for router (ce719bb7-fcb7-48d8-894b-d5e07854c96c), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:01.242830 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-21bebd3d-d0ab-4e0d-a352-64eb74523a49 None None] Set router ce719bb7-fcb7-48d8-894b-d5e07854c96c gateway port host: dv-cinder-819149-5-iscsi {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 14:07:01.323946 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-680baa3b-390b-4dad-bb0c-a28c32108707 admin admin] Publish callbacks [] for router_gateway (ce719bb7-fcb7-48d8-894b-d5e07854c96c), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:01.408479 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-21bebd3d-d0ab-4e0d-a352-64eb74523a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce719bb7-fcb7-48d8-894b-d5e07854c96c', 'name': 'tempest-TestVolumeBootPattern-104451015-router', 'tenant_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'external_fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'f2451fa5-f092-46ed-8b27-1dfba208a601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:56Z', 'updated_at': '2022-06-08T14:07:00Z', 'revision_number': 5, 'project_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'gw_port': {'id': 'f2451fa5-f092-46ed-8b27-1dfba208a601', 'name': '', 'network_id': '070b030f-98d2-43d9-b022-f506d26f1e83', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce719bb7-fcb7-48d8-894b-d5e07854c96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:59:57Z', 'updated_at': '2022-06-08T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4285c1ce-c1bb-4be9-b005-ebf83c2cba00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-5-iscsi'}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:07:01.417376 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:07:01.425347 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-680baa3b-390b-4dad-bb0c-a28c32108707 admin admin] Deleting port f2451fa5-f092-46ed-8b27-1dfba208a601 {{(pid=110998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 14:07:01.425682 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-680baa3b-390b-4dad-bb0c-a28c32108707 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (f2451fa5-f092-46ed-8b27-1dfba208a601), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:01.433064 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bebd3d-d0ab-4e0d-a352-64eb74523a49 None None] Checking router: ce719bb7-fcb7-48d8-894b-d5e07854c96c for host: dv-cinder-819149-5-iscsi {{(pid=111000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:07:01.442013 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bebd3d-d0ab-4e0d-a352-64eb74523a49 None None] Routers {'ce719bb7-fcb7-48d8-894b-d5e07854c96c'} bound to L3 agent in host dv-cinder-819149-5-iscsi {{(pid=111000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 08 14:07:01.443058 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-21bebd3d-d0ab-4e0d-a352-64eb74523a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T13:38:04Z,description=,heartbeat_timestamp=2022-06-08T14:06:34Z,host='dv-cinder-819149-5-iscsi',id=9e81fed5-f483-4855-b72a-285a557c4e92,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:38:05Z,topic='l3_agent')) {'router_ids': ['ce719bb7-fcb7-48d8-894b-d5e07854c96c'], 'active': True} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:07:01.505206 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.db [None req-680baa3b-390b-4dad-bb0c-a28c32108707 admin admin] For port f2451fa5-f092-46ed-8b27-1dfba208a601, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=f2451fa5-f092-46ed-8b27-1dfba208a601,segment=NetworkSegment(9863b094-112f-47ed-b0d2-3ad98cc1cf0c),segment_id=9863b094-112f-47ed-b0d2-3ad98cc1cf0c)] {{(pid=110998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:07:01.505571 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-680baa3b-390b-4dad-bb0c-a28c32108707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (f2451fa5-f092-46ed-8b27-1dfba208a601), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:01.519490 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.plugins.ml2.plugin [None req-680baa3b-390b-4dad-bb0c-a28c32108707 admin admin] Calling delete_port for f2451fa5-f092-46ed-8b27-1dfba208a601 owned by network:router_gateway {{(pid=110998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 14:07:01.530903 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_dvr_db [None req-21bebd3d-d0ab-4e0d-a352-64eb74523a49 None None] Set router ce719bb7-fcb7-48d8-894b-d5e07854c96c gateway port host: None {{(pid=111000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 08 14:07:01.582323 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.l3_hamode_db [None req-21bebd3d-d0ab-4e0d-a352-64eb74523a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce719bb7-fcb7-48d8-894b-d5e07854c96c', 'name': 'tempest-TestVolumeBootPattern-104451015-router', 'tenant_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:56Z', 'updated_at': '2022-06-08T14:07:01Z', 'revision_number': 6, 'project_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'gw_port_host': None}], 'dv-cinder-819149-5-iscsi', False) {} {{(pid=111000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:07:01.607088 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bebd3d-d0ab-4e0d-a352-64eb74523a49 None None] The sync data for ids ['ce719bb7-fcb7-48d8-894b-d5e07854c96c'] in dv-cinder-819149-5-iscsi is: [{'id': 'ce719bb7-fcb7-48d8-894b-d5e07854c96c', 'name': 'tempest-TestVolumeBootPattern-104451015-router', 'tenant_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:59:56Z', 'updated_at': '2022-06-08T14:07:01Z', 'revision_number': 6, 'project_id': '5dd437ec8c6649d7b2c1792ec76dff99', 'gw_port_host': None}] {{(pid=111000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:07:01.727070 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-680baa3b-390b-4dad-bb0c-a28c32108707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11352033'] for port (f2451fa5-f092-46ed-8b27-1dfba208a601), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:01.733102 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:07:01.759562 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680baa3b-390b-4dad-bb0c-a28c32108707 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2451fa5-f092-46ed-8b27-1dfba208a601,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:07:01.795545 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-539c2f0f-8ff3-4900-bc72-55fa920a884e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:01.823927 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-680baa3b-390b-4dad-bb0c-a28c32108707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358006'] for router_gateway (ce719bb7-fcb7-48d8-894b-d5e07854c96c), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:01.911554 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-680baa3b-390b-4dad-bb0c-a28c32108707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-354715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2700'] for router (ce719bb7-fcb7-48d8-894b-d5e07854c96c), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:01.913716 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-680baa3b-390b-4dad-bb0c-a28c32108707 admin admin] Publish callbacks [] for router_controller (ce719bb7-fcb7-48d8-894b-d5e07854c96c), precommit_delete_associations {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:02.037669 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-680baa3b-390b-4dad-bb0c-a28c32108707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-355316'] for router (ce719bb7-fcb7-48d8-894b-d5e07854c96c), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:02.038300 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680baa3b-390b-4dad-bb0c-a28c32108707 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce719bb7-fcb7-48d8-894b-d5e07854c96c {{(pid=110998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 14:07:02.042540 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-680baa3b-390b-4dad-bb0c-a28c32108707 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:02.043711 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-680baa3b-390b-4dad-bb0c-a28c32108707 admin admin] 10.222.0.55 "DELETE /v2.0/routers/ce719bb7-fcb7-48d8-894b-d5e07854c96c HTTP/1.1" status: 204 len: 168 time: 0.9158673 Jun 08 14:07:02.046210 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [-] (110998) accepted ('10.222.0.55', 44418) {{(pid=110998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:07:02.095404 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f65443-7b6b-4366-b4df-662bc4b87929 admin admin] Deleting subnet 8933708a-353d-46bd-80db-eb3d79a763bc {{(pid=110998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 08 14:07:02.098630 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-69f65443-7b6b-4366-b4df-662bc4b87929 admin admin] Publish callbacks [] for subnet (8933708a-353d-46bd-80db-eb3d79a763bc), before_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:02.132629 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-69f65443-7b6b-4366-b4df-662bc4b87929 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8827961'] for subnet (8933708a-353d-46bd-80db-eb3d79a763bc), precommit_delete_associations {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:02.205136 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-69f65443-7b6b-4366-b4df-662bc4b87929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628126'] for subnet (8933708a-353d-46bd-80db-eb3d79a763bc), precommit_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:02.330082 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-69f65443-7b6b-4366-b4df-662bc4b87929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11352020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12398490'] for subnet (8933708a-353d-46bd-80db-eb3d79a763bc), after_delete {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:02.357572 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f65443-7b6b-4366-b4df-662bc4b87929 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8933708a-353d-46bd-80db-eb3d79a763bc,revision_number=None']} {{(pid=110998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:07:02.361188 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron_lib.callbacks.manager [None req-69f65443-7b6b-4366-b4df-662bc4b87929 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:02.366692 dv-cinder-819149-5-iscsi neutron-server[110998]: INFO neutron.wsgi [None req-69f65443-7b6b-4366-b4df-662bc4b87929 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8933708a-353d-46bd-80db-eb3d79a763bc HTTP/1.1" status: 204 len: 168 time: 0.3171887 Jun 08 14:07:02.366985 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 44420) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:07:02.370364 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1983b1f4-90de-476f-b2fe-e2e342843899 None None] Network 40f8c86f-173a-4c53-88c6-504ad1f3fd6e requested from dv-cinder-819149-5-iscsi {{(pid=110999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 08 14:07:02.389177 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 74e0a317-2b4b-45db-b7d8-20d6fb7dca48 no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:07:02.445202 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: 74e0a317-2b4b-45db-b7d8-20d6fb7dca48 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 14:07:02.445516 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-96800c83-9547-4da4-9f92-bc1a36b77fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3427792'] for network (40f8c86f-173a-4c53-88c6-504ad1f3fd6e), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:02.445650 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 74e0a317-2b4b-45db-b7d8-20d6fb7dca48 not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:07:02.445951 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device f2451fa5-f092-46ed-8b27-1dfba208a601 no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:07:02.451956 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:07:02.470917 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: f2451fa5-f092-46ed-8b27-1dfba208a601 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 14:07:02.471263 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device f2451fa5-f092-46ed-8b27-1dfba208a601 not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:07:02.489356 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-96800c83-9547-4da4-9f92-bc1a36b77fb5 admin admin] Deleting port 71161a78-78d0-4747-9e3f-b65bd439a0f8 {{(pid=110997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 14:07:02.489699 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-96800c83-9547-4da4-9f92-bc1a36b77fb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (71161a78-78d0-4747-9e3f-b65bd439a0f8), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:02.500811 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:07:02.509509 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:07:02.574964 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0361c0d-0725-4c41-bcce-092aedd2baa8 None None] DHCP port deletion for 40f8c86f-173a-4c53-88c6-504ad1f3fd6e request from dv-cinder-819149-5-iscsi {{(pid=110999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 08 14:07:02.575224 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.db [None req-96800c83-9547-4da4-9f92-bc1a36b77fb5 admin admin] For port 71161a78-78d0-4747-9e3f-b65bd439a0f8, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=71161a78-78d0-4747-9e3f-b65bd439a0f8,segment=NetworkSegment(98e8e6a8-07ba-4cdb-b5dd-cae6e132498b),segment_id=98e8e6a8-07ba-4cdb-b5dd-cae6e132498b)] {{(pid=110997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:07:02.575224 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-96800c83-9547-4da4-9f92-bc1a36b77fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (71161a78-78d0-4747-9e3f-b65bd439a0f8), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:02.578441 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.plugin [None req-96800c83-9547-4da4-9f92-bc1a36b77fb5 admin admin] Calling delete_port for 71161a78-78d0-4747-9e3f-b65bd439a0f8 owned by network:dhcp {{(pid=110997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 14:07:02.608575 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-d0361c0d-0725-4c41-bcce-092aedd2baa8 None None] Deleting port 71161a78-78d0-4747-9e3f-b65bd439a0f8 {{(pid=110999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 08 14:07:02.614891 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-d0361c0d-0725-4c41-bcce-092aedd2baa8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158719088'] for port (71161a78-78d0-4747-9e3f-b65bd439a0f8), before_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:02.675411 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.db [None req-d0361c0d-0725-4c41-bcce-092aedd2baa8 None None] For port 71161a78-78d0-4747-9e3f-b65bd439a0f8, host dv-cinder-819149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-5-iscsi',level=0,port_id=71161a78-78d0-4747-9e3f-b65bd439a0f8,segment=NetworkSegment(98e8e6a8-07ba-4cdb-b5dd-cae6e132498b),segment_id=98e8e6a8-07ba-4cdb-b5dd-cae6e132498b)] {{(pid=110999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:07:02.675807 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-d0361c0d-0725-4c41-bcce-092aedd2baa8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-359742'] for port (71161a78-78d0-4747-9e3f-b65bd439a0f8), precommit_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:02.688871 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-d0361c0d-0725-4c41-bcce-092aedd2baa8 None None] Calling delete_port for 71161a78-78d0-4747-9e3f-b65bd439a0f8 owned by network:dhcp {{(pid=110999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 08 14:07:02.752242 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-96800c83-9547-4da4-9f92-bc1a36b77fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8407447'] for port (71161a78-78d0-4747-9e3f-b65bd439a0f8), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:02.766563 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-d0361c0d-0725-4c41-bcce-092aedd2baa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4012630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158720732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774158421809'] for port (71161a78-78d0-4747-9e3f-b65bd439a0f8), after_delete {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:02.777968 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96800c83-9547-4da4-9f92-bc1a36b77fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=71161a78-78d0-4747-9e3f-b65bd439a0f8,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:07:02.781199 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96800c83-9547-4da4-9f92-bc1a36b77fb5 admin admin] No DVR routers for this DVR port 71161a78-78d0-4747-9e3f-b65bd439a0f8 on host dv-cinder-819149-5-iscsi {{(pid=110997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 14:07:02.785435 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:07:02.791971 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0361c0d-0725-4c41-bcce-092aedd2baa8 None None] Pushing event deleted for resources: {'Port': ['ID=71161a78-78d0-4747-9e3f-b65bd439a0f8,revision_number=None']} {{(pid=110999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:07:02.795556 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0361c0d-0725-4c41-bcce-092aedd2baa8 None None] No DVR routers for this DVR port 71161a78-78d0-4747-9e3f-b65bd439a0f8 on host dv-cinder-819149-5-iscsi {{(pid=110999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 08 14:07:03.098293 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-96800c83-9547-4da4-9f92-bc1a36b77fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629017', 'neutron.services.segments.db._delete_segments_for_network-8774158746125'] for network (40f8c86f-173a-4c53-88c6-504ad1f3fd6e), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:03.118780 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.services.segments.db [None req-96800c83-9547-4da4-9f92-bc1a36b77fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f8c86f-173a-4c53-88c6-504ad1f3fd6e']}} {{(pid=110997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:07:03.128604 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.services.segments.db [None req-96800c83-9547-4da4-9f92-bc1a36b77fb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e8e6a8-07ba-4cdb-b5dd-cae6e132498b') {'for_net_delete': True} {{(pid=110997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:07:03.128899 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.services.segments.db [None req-96800c83-9547-4da4-9f92-bc1a36b77fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e8e6a8-07ba-4cdb-b5dd-cae6e132498b') {} {{(pid=110997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:07:03.138398 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-96800c83-9547-4da4-9f92-bc1a36b77fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158745236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11440032'] for segment (98e8e6a8-07ba-4cdb-b5dd-cae6e132498b), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:03.151202 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-96800c83-9547-4da4-9f92-bc1a36b77fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154'] for segment (98e8e6a8-07ba-4cdb-b5dd-cae6e132498b), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:03.157597 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96800c83-9547-4da4-9f92-bc1a36b77fb5 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=110997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 14:07:03.160425 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-96800c83-9547-4da4-9f92-bc1a36b77fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3543154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8407544'] for segment (98e8e6a8-07ba-4cdb-b5dd-cae6e132498b), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:03.196284 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.services.segments.plugin [-] Segment 98e8e6a8-07ba-4cdb-b5dd-cae6e132498b resource provider aggregate not found Jun 08 14:07:03.218957 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.services.segments.plugin [-] Segment 98e8e6a8-07ba-4cdb-b5dd-cae6e132498b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98e8e6a8-07ba-4cdb-b5dd-cae6e132498b found for delete ", "request_id": "req-6465956b-2089-4e2e-9278-8b9bb2c54393"}]} Jun 08 14:07:03.292454 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-96800c83-9547-4da4-9f92-bc1a36b77fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357978'] for network (40f8c86f-173a-4c53-88c6-504ad1f3fd6e), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:03.298450 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-96800c83-9547-4da4-9f92-bc1a36b77fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796874'] for network (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:03.301489 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-96800c83-9547-4da4-9f92-bc1a36b77fb5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/40f8c86f-173a-4c53-88c6-504ad1f3fd6e HTTP/1.1" status: 204 len: 168 time: 0.9329805 Jun 08 14:07:03.312991 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96800c83-9547-4da4-9f92-bc1a36b77fb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=40f8c86f-173a-4c53-88c6-504ad1f3fd6e,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:07:03.603117 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 44428) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:07:03.647100 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-b3e69763-1b8e-433f-8bfe-59f4443fba05 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=935e40a140d74e528002c0bcfd1515aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429034 Jun 08 14:07:03.649590 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 44430) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:07:03.697553 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-414b9898-a12f-42d5-9e9a-84d57003bdc2 admin admin] Publish callbacks [] for security_group (a5dda9d1-bc3f-4b6a-95db-e069506be785), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:03.719442 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-414b9898-a12f-42d5-9e9a-84d57003bdc2 admin admin] Publish callbacks [] for security_group (a5dda9d1-bc3f-4b6a-95db-e069506be785), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:03.843316 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-414b9898-a12f-42d5-9e9a-84d57003bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (a5dda9d1-bc3f-4b6a-95db-e069506be785), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:03.845891 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-414b9898-a12f-42d5-9e9a-84d57003bdc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:03.847053 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-414b9898-a12f-42d5-9e9a-84d57003bdc2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a5dda9d1-bc3f-4b6a-95db-e069506be785 HTTP/1.1" status: 204 len: 168 time: 0.1965911 Jun 08 14:07:03.866408 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b9898-a12f-42d5-9e9a-84d57003bdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dda9d1-bc3f-4b6a-95db-e069506be785,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:07:04.161537 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-53450444-a7b1-4680-af9a-9182fc78618d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:04.268540 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 71161a78-78d0-4747-9e3f-b65bd439a0f8 no longer exists at agent ovs-agent-dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:07:04.287559 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.plugin [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] No Port match for: 71161a78-78d0-4747-9e3f-b65bd439a0f8 {{(pid=110999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 08 14:07:04.290303 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron.plugins.ml2.rpc [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Device 71161a78-78d0-4747-9e3f-b65bd439a0f8 not bound to the agent host dv-cinder-819149-5-iscsi {{(pid=110999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:07:04.638622 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 44436) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:07:04.679167 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-b0848eb7-615a-4edc-934d-28b123e2057f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5dd437ec8c6649d7b2c1792ec76dff99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393150 Jun 08 14:07:04.681458 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [-] (110997) accepted ('10.222.0.55', 44438) {{(pid=110997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 08 14:07:04.732829 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-f7674904-eb8b-493d-ba71-adbe40b69e7a admin admin] Publish callbacks [] for security_group (0018418c-a774-4de2-a1ab-0d1d7c30af4c), before_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:04.758166 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-f7674904-eb8b-493d-ba71-adbe40b69e7a admin admin] Publish callbacks [] for security_group (0018418c-a774-4de2-a1ab-0d1d7c30af4c), precommit_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:04.877637 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-f7674904-eb8b-493d-ba71-adbe40b69e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695655'] for security_group (0018418c-a774-4de2-a1ab-0d1d7c30af4c), after_delete {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:04.880212 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron_lib.callbacks.manager [None req-f7674904-eb8b-493d-ba71-adbe40b69e7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:04.881331 dv-cinder-819149-5-iscsi neutron-server[110997]: INFO neutron.wsgi [None req-f7674904-eb8b-493d-ba71-adbe40b69e7a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0018418c-a774-4de2-a1ab-0d1d7c30af4c HTTP/1.1" status: 204 len: 168 time: 0.1988814 Jun 08 14:07:04.889407 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7674904-eb8b-493d-ba71-adbe40b69e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0018418c-a774-4de2-a1ab-0d1d7c30af4c,revision_number=None']} {{(pid=110997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:07:05.593319 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:06.706426 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:08.134875 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:11.555371 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=58 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:07:11.585350 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=65 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:07:12.334324 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=69,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:07:12.338298 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG dbcounter [-] [110998] Writing DB stats neutron:SELECT=32,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=110998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:07:13.705909 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:14.884406 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=67,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:07:14.885107 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG dbcounter [-] [110997] Writing DB stats neutron:SELECT=56,neutron:DELETE=6 {{(pid=110997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:07:19.690736 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:07:23.612102 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:07:23.613994 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=62,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:07:29.686767 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:07:29.687627 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:07:31.865596 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-e0783b55-f249-4215-bd70-b92577e93eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:34.097829 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-0587f6a5-0538-48ff-a0af-b9146873a3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:35.577850 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:36.728388 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:38.139584 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:42.686758 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:07:42.692592 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=5 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:07:43.674526 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:07:52.403272 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [req-870d68fb-a32a-427c-8a2f-63f34f4270f0 req-f173ef11-14f4-4d3a-9cba-b0a70dae8e60 tempest-AttachVolumeShelveTestJSON-1519928336 tempest-AttachVolumeShelveTestJSON-1519928336-project] (110997) timed out ('10.222.0.55', 40622) {{(pid=110997) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 08 14:07:53.610670 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:07:53.612560 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:07:56.690183 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:08:01.813768 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-526983cc-b831-4a18-93cb-acdb275623c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:08:04.094547 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-442a79bc-1ae5-4eb2-aae5-a8cdb0ce156f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:08:05.579450 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:08:06.684714 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:08:06.685447 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:08:06.748194 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:08:08.177526 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:08:13.702457 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:08:19.694816 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=3 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:08:19.699690 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=3 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:08:23.624561 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:08:23.626460 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:08:31.819401 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-dd04202b-6033-451a-a4be-78fa82e31f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:08:33.688649 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:08:34.104519 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-cd7f820b-d2cb-4cfd-acc1-ba182e4cc3f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:08:35.673837 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:08:36.738671 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:08:38.150386 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:08:43.681419 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:08:43.685121 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:08:53.624379 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=10 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:08:53.626264 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:08:57.682836 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=16 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:08:57.687841 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=16 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:09:01.838536 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-928a8389-0e35-4f16-b55e-03e8cb00e589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:09:04.090303 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-cfef6589-30a6-4de4-a55b-2f51bb8ded99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:09:05.601193 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:09:06.726837 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:09:08.158490 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:09:10.687421 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:09:13.735783 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:09:20.682654 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:09:23.639866 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:09:23.641780 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:09:31.812368 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-8e3a9a39-d96a-462c-95b7-c75b60450fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:09:33.687675 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=6 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:09:33.691557 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=3 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:09:34.103431 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-bfb07aba-f586-405f-b542-244c855c4d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:09:35.071675 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [req-619f21a7-7b8e-4b50-a7fa-3abd4a58138f req-90c58cc8-cb54-479d-8d89-88e88956e065 service neutron] (110997) timed out ('10.222.0.55', 40606) {{(pid=110997) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 08 14:09:35.183712 dv-cinder-819149-5-iscsi neutron-server[110997]: DEBUG neutron.wsgi [req-619f21a7-7b8e-4b50-a7fa-3abd4a58138f req-a9898f8d-416a-4b4e-986e-5713e5b22e09 tempest-TestShelveInstance-1379544356 tempest-TestShelveInstance-1379544356-project] (110997) timed out ('10.222.0.55', 37894) {{(pid=110997) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 08 14:09:35.600376 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:09:36.720279 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:09:38.132118 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:09:43.729114 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:09:47.687152 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:09:53.638767 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:09:53.640657 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:09:59.778878 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:09:59.779680 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:10:01.803237 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-db155607-7b9d-46a8-a994-5d5e4d4b962a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:10:04.077252 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-d3fbabbf-16b2-47c2-91f0-396fbec7e7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:10:05.640124 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:10:06.722474 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:10:08.171711 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:10:10.691939 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:10:10.697849 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=4 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:10:13.694104 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:10:23.631972 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:10:23.638057 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:10:24.685333 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:10:29.610795 dv-cinder-819149-5-iscsi neutron-server[110998]: DEBUG neutron.wsgi [req-4097015b-30b1-44d4-bda4-f3e8257732a7 req-2dc4ca4b-3f1d-42f0-8efa-d62c1f17720c tempest-VolumesActionsTest-1315045109 tempest-VolumesActionsTest-1315045109-project] (110998) timed out ('10.222.0.61', 63260) {{(pid=110998) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 08 14:10:31.833409 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-825dd736-1613-4316-8b46-8ca51161cb3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:10:34.087732 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-0506c7f8-2d6c-4d33-8070-7d7a622b17ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:10:34.680916 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:10:34.681681 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:10:35.630624 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:10:36.753901 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:10:38.162114 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:10:43.724693 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:10:53.636182 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:10:53.638058 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:10:57.763675 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=17 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:10:57.767603 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=15 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:11:01.684186 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:11:01.838718 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-ad02c10e-f3b2-4ba7-b162-4049fa61adaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:11:04.075453 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-98d4af00-05e5-4157-a617-0bdeeb932b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:11:05.604177 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:11:06.744502 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:11:08.170247 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:11:11.680096 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:11:13.744047 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:11:23.651217 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:11:23.653126 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:11:24.695161 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=2 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:11:24.699997 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=4 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:11:31.814950 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-3b0e16f2-7515-4826-80d8-e8079035fb8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:11:34.060742 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-0e8c3d48-4477-43dc-9d0a-354d5c32b5de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:11:35.623714 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:11:36.752323 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:11:38.180844 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:11:38.683253 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:11:43.760626 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:11:48.677826 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:11:48.680489 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=1 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:11:53.665833 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:11:53.667715 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG dbcounter [-] [110999] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=110999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:12:01.689686 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:SELECT=4 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:12:01.694549 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG dbcounter [-] [111000] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=111000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 08 14:12:01.808850 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-1910241e-d7be-493a-8eda-e0aae03a630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (0fe93b45-7a7a-4833-aa38-a6b4536a05ba), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:12:04.079693 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-3f71beb0-9019-4e0f-8314-9119c2f3f2d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (9e81fed5-f483-4855-b72a-285a557c4e92), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:12:05.631507 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cc9-3237-4e26-8760-d2ca8105842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (1518dc6d-72e2-4b24-9c63-0a94fc9dc3b9), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:12:06.791611 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-9eec4a40-0142-4710-bdc6-4f73252ed10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (903ee54c-2224-4e41-93ac-daf54a7f62e1), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:12:08.149001 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-702bef3e-0242-429c-ad34-201b3a8930c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (658e2119-061c-4993-bdb9-5fcb37d948aa), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:12:13.725439 dv-cinder-819149-5-iscsi neutron-server[110999]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e4e-20b2-48dd-a9e0-94b9d9fa00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158745335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3560454'] for agent (2c87fc52-0797-4c68-9855-572d3067389f), after_update {{(pid=110999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 08 14:12:15.682944 dv-cinder-819149-5-iscsi neutron-server[111000]: DEBUG neutron.db.agents_db [None req-1b30ea11-1c72-4c4a-bf4b-2c9382718a15 None None] Agent healthcheck: found 6 active agents {{(pid=111000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}